[ 557.287633] env[69513]: INFO neutron.common.config [-] Logging enabled! [ 557.287950] env[69513]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev50 [ 557.288192] env[69513]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69513) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 557.288502] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 557.288598] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 557.289458] env[69513]: WARNING oslo_policy.policy [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 557.289687] env[69513]: WARNING oslo_policy.policy [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 557.291206] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] VMware NSXv3 Agent initialized successfully. [ 557.291571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] Acquiring lock "singleton_lock" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.291709] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] Acquired lock "singleton_lock" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.291914] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] Releasing lock "singleton_lock" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.292220] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] Full set of CONF: {{(pid=69513) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 557.292432] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ******************************************************************************** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 557.292555] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] Configuration options gathered from: {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 557.292794] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 557.292967] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 557.293095] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ================================================================================ {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 557.293274] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] agent_down_time = 75 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.293452] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] allow_automatic_dhcp_failover = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.293604] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] allow_bulk = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.293754] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] api_extensions_path = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.293901] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] api_paste_config = api-paste.ini {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294081] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] auth_strategy = keystone {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294174] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] backdoor_port = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294283] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] backdoor_socket = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294428] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] backlog = 4096 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294575] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294740] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] bind_host = 0.0.0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.294886] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] bind_port = 9696 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295039] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] client_socket_timeout = 900 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295211] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] config_dir = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295302] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295447] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] config_source = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295596] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] control_exchange = neutron {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295741] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] core_plugin = ml2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.295885] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] debug = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.296039] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] default_availability_zones = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.296258] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.296426] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] dhcp_agent_notification = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.296580] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] dhcp_agents_per_network = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.296722] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] dhcp_lease_duration = 86400 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.296873] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] dhcp_load_type = networks {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297040] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] dns_domain = openstacklocal {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297173] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297315] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_default_route_bfd = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297451] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_default_route_ecmp = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297587] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_dvr = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297725] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_new_agents = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.297968] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298036] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_signals = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298137] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] enable_traditional_dhcp = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298272] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] external_dns_driver = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298409] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] filter_validation = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298590] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] global_physnet_mtu = 8950 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298696] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] graceful_shutdown_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.298882] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] host = cpu-1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299044] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] host_dvr_for_dhcp = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299193] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] http_retries = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299344] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] instance_format = [instance: %(uuid)s] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299516] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299669] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ipam_driver = internal {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299813] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ipv6_pd_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.299954] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] l3_ha = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300115] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300257] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] l3_ha_network_physical_name = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300402] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] l3_ha_network_type = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300640] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_color = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300717] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_config_append = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300829] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.300968] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_dir = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.301122] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.301258] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_options = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.301411] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_rotate_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.301594] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_rotate_interval_type = days {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.301749] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] log_rotation_type = none {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.301875] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302071] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302220] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302374] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302488] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302632] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] max_dns_nameservers = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302776] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] max_header_line = 16384 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.302917] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] max_l3_agents_per_router = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303068] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] max_logfile_count = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303210] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] max_logfile_size_mb = 200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303349] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] max_subnet_host_routes = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303499] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] my_ip = 10.180.1.21 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303645] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] my_ipv6 = ::1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303786] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] network_auto_schedule = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.303931] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] network_link_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304073] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304225] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] notify_nova_on_port_data_changes = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304371] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] notify_nova_on_port_status_changes = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304516] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] pagination_max_limit = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304657] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] publish_errors = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304795] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] rate_limit_burst = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.304963] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] rate_limit_except_level = CRITICAL {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305135] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] rate_limit_interval = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305277] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] retry_until_window = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305421] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] router_distributed = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305564] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] rpc_resources_processing_step = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305705] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] rpc_response_max_timeout = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305846] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] rpc_response_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.305986] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] send_events_interval = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.306159] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] service_plugins = ['router'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.306311] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] setproctitle = on {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.306451] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] shell_completion = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.306594] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] state_path = /opt/stack/data/neutron {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.306740] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] syslog_log_facility = LOG_USER {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.306883] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] tcp_keepidle = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307039] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] transport_url = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307184] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] use_journal = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307323] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] use_json = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307462] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] use_ssl = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307599] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] use_stderr = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307743] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] use_syslog = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.307883] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] vlan_qinq = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308057] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] vlan_transparent = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308208] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] watch_log_file = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308352] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] wsgi_default_pool_size = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308493] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] wsgi_keep_alive = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308641] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308781] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] wsgi_server_debug = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.308942] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_concurrency.disable_process_locking = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309111] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309297] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309450] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309602] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309751] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309895] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310067] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.connection_string = messaging:// {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310222] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310378] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.es_doc_type = notification {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310524] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.es_scroll_size = 10000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310741] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.es_scroll_time = 2m {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310822] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.filter_error_trace = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310972] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.hmac_keys = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311181] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.sentinel_service_name = mymaster {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311359] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.socket_timeout = 0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311509] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.trace_requests = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311652] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler.trace_sqlalchemy = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311810] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler_jaeger.process_tags = {} {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311954] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler_jaeger.service_name_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312113] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] profiler_otlp.service_name_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312274] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.enforce_new_defaults = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312551] env[69513]: WARNING oslo_config.cfg [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 557.312713] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.enforce_scope = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312868] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.policy_default_rule = default {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313038] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313194] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313346] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313487] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313624] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313761] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313900] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314080] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314253] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314407] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] agent.extensions = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314555] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314707] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] service_providers.service_provider = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314863] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.default_quota = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315041] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315198] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_floatingip = 50 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315344] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_network = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315485] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_port = 500 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315626] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315769] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_router = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315912] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_security_group = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316067] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316211] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.quota_subnet = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316356] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] QUOTAS.track_quota_usage = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316511] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316655] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316797] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316963] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317143] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317290] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317443] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317585] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_dhcp_release.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317724] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_dhcp_release.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317869] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318023] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318168] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_dhcp_release.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318318] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318459] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_ovs_vsctl.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318598] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318740] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318882] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319030] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_ovs_vsctl.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319180] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_namespace.capabilities = [21] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319319] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_namespace.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319459] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_namespace.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319603] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319750] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319889] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_namespace.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320072] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_conntrack.capabilities = [12] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320224] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_conntrack.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320366] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_conntrack.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320513] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320658] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320839] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_conntrack.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320948] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_link.capabilities = [12, 21] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321102] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_link.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321276] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_link.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321435] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321582] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_link.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321721] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] privsep_link.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321883] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322047] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322201] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.continue_on_failed_promotions = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322369] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.dscp = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322524] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.dscp_inherit = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322678] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.force_mp_to_policy = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322820] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.locking_coordinator_url = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322964] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.log_agent_heartbeats = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323121] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.logging_expire = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323275] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323422] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323575] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.polling_interval = 240 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323722] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323873] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324033] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.report_interval = 30.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324190] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324371] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324522] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324671] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.sync_skew = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324817] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.synchronization_queue_size = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324967] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT.use_helper_for_ns_read = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325137] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] SECURITYGROUP.enable_ipset = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325310] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] SECURITYGROUP.enable_security_group = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325478] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325631] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325783] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] experimental.ipv6_pd_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325949] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.extension_drivers = ['port_security'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326106] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.external_network_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326267] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326422] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.overlay_ip_version = 4 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326574] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.path_mtu = 8950 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326724] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.physical_network_mtus = {} {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326879] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327040] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327198] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ml2.type_drivers = ['vlan'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327401] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327557] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327704] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327861] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328132] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328182] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328342] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328511] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328664] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328865] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329035] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_login_password = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329196] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329349] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_login_user = admin {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329499] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329653] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329800] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329944] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330109] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330305] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330484] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330637] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330785] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330948] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331099] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331271] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331428] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331623] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331779] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331929] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332091] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332247] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332403] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.auth_type = password {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332551] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332693] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332836] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332986] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.endpoint_type = public {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333146] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333307] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333473] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.region_name = RegionOne {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333619] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333760] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] nova.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333905] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334070] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.auth_type = password {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334223] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334365] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334509] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334658] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.endpoint_type = public {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334797] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334934] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335080] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335224] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335361] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] placement.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335507] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335650] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.auth_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335788] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335925] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336077] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336220] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336383] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336531] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.enable_notifications = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336670] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336812] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336952] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.interface = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337103] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337241] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337378] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337515] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337652] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337787] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337921] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.service_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338082] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338227] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338402] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338548] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338689] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.valid_interfaces = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338827] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ironic.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338978] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] cli_script.dry_run = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339150] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339312] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339474] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339622] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339804] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339953] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340108] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340254] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340405] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340559] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340694] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340842] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341070] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341159] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341312] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341534] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341611] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341755] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341904] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342056] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342227] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342391] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342538] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342685] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342828] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342971] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343130] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343275] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343420] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343563] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343708] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.ssl = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343858] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344013] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344163] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344362] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344456] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344594] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344763] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_notifications.driver = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344881] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_notifications.retry = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345050] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345196] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345308] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-f8d3596d-f7cd-4c87-a91f-a26d3edf31f2 None None] ******************************************************************************** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 557.346310] env[69513]: DEBUG neutron.agent.securitygroups_rpc [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Init firewall settings (driver=nsxv3) {{(pid=69513) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 557.347608] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69513) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 557.347848] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] RPC agent_id: nsxm-l-01a.corp.local [ 557.350082] env[69513]: DEBUG dogpile.cache.region [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 557.350207] env[69513]: DEBUG dogpile.lock [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 557.350306] env[69513]: DEBUG dogpile.lock [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 557.350398] env[69513]: DEBUG dogpile.lock [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 557.350491] env[69513]: DEBUG dogpile.cache.region [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 557.350579] env[69513]: DEBUG dogpile.lock [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 557.350701] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 557.378679] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Session token - acquiring [ 557.380271] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.380458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.380554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.381011] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.391593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.662446] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 557.706685] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 557.706868] env[69513]: DEBUG dogpile.cache.region [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 557.706944] env[69513]: DEBUG dogpile.lock [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 557.707082] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Activating Policy API Provider. [ 557.707278] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Looking for the default Infrastructure Rules. [ 557.775882] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Looking for the Default Layer3 Logged Drop Section. [ 557.792155] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 557.792155] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.792155] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.792155] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.794621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.794972] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.310718] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.813736] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.316394] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Inventory metadata is going to be refreshed. [ 559.316720] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 560.001898] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.002250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.002250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.002552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.014564] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 560.120167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.121260] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 560.140380] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.140677] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.140748] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.140995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.141136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.141353] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 560.141470] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.141587] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 560.163507] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.163833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.163953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.164272] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.164453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.164605] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 560.181691] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.181926] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.181992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.182259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.182417] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.182559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 560.199448] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.199655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.199693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.199958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.200108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.200252] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 560.200358] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.200464] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 560.217689] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.217868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.217977] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.218245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.218369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.218507] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 560.218615] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.218723] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 560.236860] env[69513]: DEBUG networking_nsxv3.common.locking [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.237076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.237182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.237365] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.237501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.237643] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 560.237749] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.237851] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Inventory metadata have been refreshed. [ 560.237949] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Dryrun:True. Metadata refresh completed. [ 560.238080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Releasing lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.240053] env[69513]: INFO neutron.agent.agent_extensions_manager [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Loaded agent extensions: [] [ 560.240766] env[69513]: DEBUG neutron_lib.callbacks.manager [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69513) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 560.288872] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent RPC Daemon Started! [ 560.288993] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:0 started [ 560.289132] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent out of sync with plugin! [ 565.241576] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.241928] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.242652] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.242981] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.224481] env[69513]: INFO networking_nsxv3.common.synchronization [None req-a284612b-f1d2-439c-a78a-29d12ddd8023 demo admin] Enqueued Resource ID: 2ae68deb-4927-41e7-ae42-5bbeb01d4fd7 with Priority: HIGHEST for action security_group_rules [ 574.224960] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae68deb-4927-41e7-ae42-5bbeb01d4fd7 with Priority: HIGHEST for action security_group_rules [ 574.225070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae68deb-4927-41e7-ae42-5bbeb01d4fd7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.225145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae68deb-4927-41e7-ae42-5bbeb01d4fd7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.225213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae68deb-4927-41e7-ae42-5bbeb01d4fd7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.225564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae68deb-4927-41e7-ae42-5bbeb01d4fd7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.225653] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae68deb-4927-41e7-ae42-5bbeb01d4fd7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.745460] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.745727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.745727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.745891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.745947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.746060] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae68deb-4927-41e7-ae42-5bbeb01d4fd7 already deleted. [ 574.746151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae68deb-4927-41e7-ae42-5bbeb01d4fd7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.226766] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.226766] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.227871] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.228224] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.229780] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.230184] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.230893] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.231858] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.246064] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.246064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.246064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.246064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.246064] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.750426] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.233352] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.233489] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.253420] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.756402] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 599.756649] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 600.460303] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.460662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.460662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.460731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.472040] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 600.472270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.473147] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 600.491966] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.491966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.491966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.491966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.491966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.491966] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 600.491966] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 600.491966] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 600.509564] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.509703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.509769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.509958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.510100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.510205] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 600.528128] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.528300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.528347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.528536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.528644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.528756] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 600.544963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.545133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.545203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.545396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.545500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.545615] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 600.545688] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 600.545759] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 600.561151] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.561364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.561514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.561715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.561807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.561947] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 600.562033] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 600.562116] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 600.580719] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.581797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.581797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.581797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.581797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.581797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 600.581797] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 600.581797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 600.581797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 600.581797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 600.581797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 600.581797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 600.582120] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 600.582120] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 600.582170] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 600.599227] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.599438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.599438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.599547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.599642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.599793] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 600.615986] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.616307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.616307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.616450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.616507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.628050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.249984] env[69513]: INFO networking_nsxv3.common.synchronization [None req-db03c697-3dc3-4868-aebb-9897199c9c6f None None] Enqueued Resource ID: 1e7c420d-8493-410d-a6f3-d248e7935b7f with Priority: HIGHEST for action port [ 602.250643] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7c420d-8493-410d-a6f3-d248e7935b7f with Priority: HIGHEST for action port [ 602.251107] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e7c420d-8493-410d-a6f3-d248e7935b7f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.251384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e7c420d-8493-410d-a6f3-d248e7935b7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.251446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e7c420d-8493-410d-a6f3-d248e7935b7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.251754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e7c420d-8493-410d-a6f3-d248e7935b7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.251924] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e7c420d-8493-410d-a6f3-d248e7935b7f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.754548] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e7c420d-8493-410d-a6f3-d248e7935b7f [ 602.754548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.754694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.754732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.754997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.756607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.756667] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e7c420d-8493-410d-a6f3-d248e7935b7f already deleted. [ 602.756753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e7c420d-8493-410d-a6f3-d248e7935b7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.678983] env[69513]: INFO networking_nsxv3.common.synchronization [None req-736251dd-91c2-4476-b01b-158d4e26a041 None None] Enqueued Resource ID: 935fefc8-23d6-4280-80db-2867b36215a9 with Priority: HIGHEST for action port [ 603.678983] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935fefc8-23d6-4280-80db-2867b36215a9 with Priority: HIGHEST for action port [ 603.678983] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-935fefc8-23d6-4280-80db-2867b36215a9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.678983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935fefc8-23d6-4280-80db-2867b36215a9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.678983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935fefc8-23d6-4280-80db-2867b36215a9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.681796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935fefc8-23d6-4280-80db-2867b36215a9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.681796] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935fefc8-23d6-4280-80db-2867b36215a9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.183939] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 935fefc8-23d6-4280-80db-2867b36215a9 [ 604.184306] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.184454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.184533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.188353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.188439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.188582] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:935fefc8-23d6-4280-80db-2867b36215a9 already deleted. [ 604.188697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935fefc8-23d6-4280-80db-2867b36215a9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.242179] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9e656b65-cdc5-4ffd-a70a-a954202bf9f4 None None] Enqueued Resource ID: 15f49817-8544-4a37-b69c-33a343193088 with Priority: HIGHEST for action port [ 604.242179] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f49817-8544-4a37-b69c-33a343193088 with Priority: HIGHEST for action port [ 604.245911] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f49817-8544-4a37-b69c-33a343193088 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.245911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f49817-8544-4a37-b69c-33a343193088" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.245911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f49817-8544-4a37-b69c-33a343193088" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.245911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f49817-8544-4a37-b69c-33a343193088" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.245911] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f49817-8544-4a37-b69c-33a343193088',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.748465] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15f49817-8544-4a37-b69c-33a343193088 [ 604.748774] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.748869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.748942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.749181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.749288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.749363] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15f49817-8544-4a37-b69c-33a343193088 already deleted. [ 604.749441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f49817-8544-4a37-b69c-33a343193088" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.825252] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ce580dd3-18ec-4dc6-a6ed-7cf74bebb2ee None None] Enqueued Resource ID: 95c09af6-2d74-443d-bf4c-29ddf5dde116 with Priority: HIGHEST for action port [ 604.826354] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c09af6-2d74-443d-bf4c-29ddf5dde116 with Priority: HIGHEST for action port [ 604.827862] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c09af6-2d74-443d-bf4c-29ddf5dde116 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.828356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c09af6-2d74-443d-bf4c-29ddf5dde116" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.828829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c09af6-2d74-443d-bf4c-29ddf5dde116" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.829283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c09af6-2d74-443d-bf4c-29ddf5dde116" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.829822] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c09af6-2d74-443d-bf4c-29ddf5dde116',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.984973] env[69513]: INFO networking_nsxv3.common.synchronization [None req-70c473a2-8e0f-4274-9682-7b783f14618c None None] Enqueued Resource ID: 8b335cdb-1707-4c79-90f6-4a12c57e7475 with Priority: HIGHEST for action port [ 604.985642] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b335cdb-1707-4c79-90f6-4a12c57e7475 with Priority: HIGHEST for action port [ 604.987027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b335cdb-1707-4c79-90f6-4a12c57e7475 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b335cdb-1707-4c79-90f6-4a12c57e7475" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b335cdb-1707-4c79-90f6-4a12c57e7475" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.987027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b335cdb-1707-4c79-90f6-4a12c57e7475" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.987027] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b335cdb-1707-4c79-90f6-4a12c57e7475',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.334257] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c09af6-2d74-443d-bf4c-29ddf5dde116 [ 605.334257] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.334257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.334257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.334257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.334257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.334257] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c09af6-2d74-443d-bf4c-29ddf5dde116 already deleted. [ 605.334257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c09af6-2d74-443d-bf4c-29ddf5dde116" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.489181] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b335cdb-1707-4c79-90f6-4a12c57e7475 [ 605.489420] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.489556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.489625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.489831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.489922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.490030] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b335cdb-1707-4c79-90f6-4a12c57e7475 already deleted. [ 605.490125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b335cdb-1707-4c79-90f6-4a12c57e7475" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.731040] env[69513]: INFO networking_nsxv3.common.synchronization [None req-22b46491-e4bc-48af-85d8-75d0f04dc4ce None None] Enqueued Resource ID: 9f093c40-cff4-4bce-92a3-5094045bdea0 with Priority: HIGHEST for action port [ 605.731345] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f093c40-cff4-4bce-92a3-5094045bdea0 with Priority: HIGHEST for action port [ 605.731906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f093c40-cff4-4bce-92a3-5094045bdea0 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.732091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f093c40-cff4-4bce-92a3-5094045bdea0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.732142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f093c40-cff4-4bce-92a3-5094045bdea0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.734169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f093c40-cff4-4bce-92a3-5094045bdea0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.734169] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f093c40-cff4-4bce-92a3-5094045bdea0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.242646] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f093c40-cff4-4bce-92a3-5094045bdea0 [ 606.242923] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.243036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.243114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.243326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.243419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.243654] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f093c40-cff4-4bce-92a3-5094045bdea0 already deleted. [ 606.243777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f093c40-cff4-4bce-92a3-5094045bdea0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.100446] env[69513]: INFO networking_nsxv3.common.synchronization [None req-837cd9b5-76e4-4ed8-a6c0-10759d9befe0 None None] Enqueued Resource ID: 849b1ccd-38fa-43f5-b0b4-d4970c3d5086 with Priority: HIGHEST for action port [ 607.100733] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b1ccd-38fa-43f5-b0b4-d4970c3d5086 with Priority: HIGHEST for action port [ 607.103921] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-849b1ccd-38fa-43f5-b0b4-d4970c3d5086 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.104072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849b1ccd-38fa-43f5-b0b4-d4970c3d5086" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.104198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849b1ccd-38fa-43f5-b0b4-d4970c3d5086" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.104386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849b1ccd-38fa-43f5-b0b4-d4970c3d5086" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.104460] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849b1ccd-38fa-43f5-b0b4-d4970c3d5086',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.376199] env[69513]: INFO networking_nsxv3.common.synchronization [None req-5da55c35-0fc1-4256-b19a-294e5f84ee35 None None] Enqueued Resource ID: 53361e0f-ab91-4b15-9353-b9197c2164f3 with Priority: HIGHEST for action port [ 607.376199] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53361e0f-ab91-4b15-9353-b9197c2164f3 with Priority: HIGHEST for action port [ 607.376199] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-53361e0f-ab91-4b15-9353-b9197c2164f3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.376199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53361e0f-ab91-4b15-9353-b9197c2164f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.376199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53361e0f-ab91-4b15-9353-b9197c2164f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.376199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53361e0f-ab91-4b15-9353-b9197c2164f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.376199] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53361e0f-ab91-4b15-9353-b9197c2164f3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.607090] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 849b1ccd-38fa-43f5-b0b4-d4970c3d5086 [ 607.607090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.607090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.607090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.607544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.607600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.607959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:849b1ccd-38fa-43f5-b0b4-d4970c3d5086 already deleted. [ 607.607959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849b1ccd-38fa-43f5-b0b4-d4970c3d5086" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.878971] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53361e0f-ab91-4b15-9353-b9197c2164f3 [ 607.878971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.878971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.878971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.878971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.878971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.880298] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53361e0f-ab91-4b15-9353-b9197c2164f3 already deleted. [ 607.880298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53361e0f-ab91-4b15-9353-b9197c2164f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.395676] env[69513]: INFO networking_nsxv3.common.synchronization [None req-438f9781-d04b-449b-a832-d602a31d18c0 None None] Enqueued Resource ID: 6d8513be-b172-44a3-8af0-0d62a44b69bf with Priority: HIGHEST for action port [ 610.395676] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d8513be-b172-44a3-8af0-0d62a44b69bf with Priority: HIGHEST for action port [ 610.396063] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d8513be-b172-44a3-8af0-0d62a44b69bf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.396182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d8513be-b172-44a3-8af0-0d62a44b69bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.396255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d8513be-b172-44a3-8af0-0d62a44b69bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.396513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d8513be-b172-44a3-8af0-0d62a44b69bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.396594] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d8513be-b172-44a3-8af0-0d62a44b69bf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.795369] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8ef2ea18-4654-42b0-be49-f4376bb8f4f8 None None] Enqueued Resource ID: 8686c25c-0b41-46f6-8917-f1ac391ba4ff with Priority: HIGHEST for action port [ 610.795638] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8686c25c-0b41-46f6-8917-f1ac391ba4ff with Priority: HIGHEST for action port [ 610.796240] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8686c25c-0b41-46f6-8917-f1ac391ba4ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.796368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8686c25c-0b41-46f6-8917-f1ac391ba4ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.796437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8686c25c-0b41-46f6-8917-f1ac391ba4ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.796682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8686c25c-0b41-46f6-8917-f1ac391ba4ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.796772] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8686c25c-0b41-46f6-8917-f1ac391ba4ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.903458] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d8513be-b172-44a3-8af0-0d62a44b69bf [ 610.904323] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.907031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.907031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.907031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.907031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.907031] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d8513be-b172-44a3-8af0-0d62a44b69bf already deleted. [ 610.907031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d8513be-b172-44a3-8af0-0d62a44b69bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.907031] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ef80e1ef-c514-47e2-8851-940f9553ee30 None None] Enqueued Resource ID: 5444d4d5-2469-48cf-a783-1752628b6ea1 with Priority: HIGHEST for action port [ 610.907972] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5444d4d5-2469-48cf-a783-1752628b6ea1 with Priority: HIGHEST for action port [ 610.908832] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5444d4d5-2469-48cf-a783-1752628b6ea1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.909387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5444d4d5-2469-48cf-a783-1752628b6ea1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.909495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5444d4d5-2469-48cf-a783-1752628b6ea1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.910306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5444d4d5-2469-48cf-a783-1752628b6ea1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.910455] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5444d4d5-2469-48cf-a783-1752628b6ea1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.301801] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8686c25c-0b41-46f6-8917-f1ac391ba4ff [ 611.302066] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.302678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.302678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.302678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.302678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.302678] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8686c25c-0b41-46f6-8917-f1ac391ba4ff already deleted. [ 611.302870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8686c25c-0b41-46f6-8917-f1ac391ba4ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.414953] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5444d4d5-2469-48cf-a783-1752628b6ea1 [ 611.414953] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.414953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.414953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.414953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.415880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.415880] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5444d4d5-2469-48cf-a783-1752628b6ea1 already deleted. [ 611.415880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5444d4d5-2469-48cf-a783-1752628b6ea1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.697806] env[69513]: INFO networking_nsxv3.common.synchronization [None req-fe809c35-ad57-4e2f-9a1d-f22fda3cc21a None None] Enqueued Resource ID: 986a8096-5e32-47c6-b517-685d6f017b01 with Priority: HIGHEST for action port [ 611.697880] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986a8096-5e32-47c6-b517-685d6f017b01 with Priority: HIGHEST for action port [ 611.698497] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-986a8096-5e32-47c6-b517-685d6f017b01 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.698633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-986a8096-5e32-47c6-b517-685d6f017b01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.699018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-986a8096-5e32-47c6-b517-685d6f017b01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.699018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-986a8096-5e32-47c6-b517-685d6f017b01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.699018] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986a8096-5e32-47c6-b517-685d6f017b01',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.202364] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 986a8096-5e32-47c6-b517-685d6f017b01 [ 612.202628] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.202759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.202826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.203082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.203149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.203244] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:986a8096-5e32-47c6-b517-685d6f017b01 already deleted. [ 612.203321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-986a8096-5e32-47c6-b517-685d6f017b01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.799271] env[69513]: INFO networking_nsxv3.common.synchronization [None req-6c17c60b-59b8-4a1e-9b35-a035f272f911 None None] Enqueued Resource ID: 774b3f60-256b-49af-83af-f728e6ff4c81 with Priority: HIGHEST for action port [ 612.801521] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b3f60-256b-49af-83af-f728e6ff4c81 with Priority: HIGHEST for action port [ 612.802633] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-774b3f60-256b-49af-83af-f728e6ff4c81 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.802633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774b3f60-256b-49af-83af-f728e6ff4c81" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.802633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774b3f60-256b-49af-83af-f728e6ff4c81" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.802633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774b3f60-256b-49af-83af-f728e6ff4c81" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.802633] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774b3f60-256b-49af-83af-f728e6ff4c81',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.309625] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 774b3f60-256b-49af-83af-f728e6ff4c81 [ 613.309625] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.309625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.309625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.309625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.309625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.309625] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:774b3f60-256b-49af-83af-f728e6ff4c81 already deleted. [ 613.309625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774b3f60-256b-49af-83af-f728e6ff4c81" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.805397] env[69513]: INFO networking_nsxv3.common.synchronization [None req-c0425859-5712-4678-b61a-ec8d6a638d79 None None] Enqueued Resource ID: 5452d69d-ba1d-476a-bc80-d0066915c0b8 with Priority: HIGHEST for action port [ 613.806620] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5452d69d-ba1d-476a-bc80-d0066915c0b8 with Priority: HIGHEST for action port [ 613.807535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5452d69d-ba1d-476a-bc80-d0066915c0b8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.812661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5452d69d-ba1d-476a-bc80-d0066915c0b8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.812661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5452d69d-ba1d-476a-bc80-d0066915c0b8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.812661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5452d69d-ba1d-476a-bc80-d0066915c0b8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.812661] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5452d69d-ba1d-476a-bc80-d0066915c0b8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.313919] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5452d69d-ba1d-476a-bc80-d0066915c0b8 [ 614.314903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.314903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.314903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.314903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.315270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.315482] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5452d69d-ba1d-476a-bc80-d0066915c0b8 already deleted. [ 614.315673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5452d69d-ba1d-476a-bc80-d0066915c0b8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.397878] env[69513]: INFO networking_nsxv3.common.synchronization [None req-041f5271-630a-4c9c-9caa-accc92e0ee13 None None] Enqueued Resource ID: ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc with Priority: HIGHEST for action port [ 614.397878] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc with Priority: HIGHEST for action port [ 614.398415] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.398697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.398851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.399234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.399440] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.622441] env[69513]: INFO networking_nsxv3.common.synchronization [None req-3f2ffd7b-d2fa-4ad0-a241-b6c1a2add1df None None] Enqueued Resource ID: e7deec17-b907-483b-8036-2e72eeece300 with Priority: HIGHEST for action port [ 614.623779] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7deec17-b907-483b-8036-2e72eeece300 with Priority: HIGHEST for action port [ 614.623779] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7deec17-b907-483b-8036-2e72eeece300 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.623779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7deec17-b907-483b-8036-2e72eeece300" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.623779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7deec17-b907-483b-8036-2e72eeece300" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.623966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7deec17-b907-483b-8036-2e72eeece300" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.625902] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7deec17-b907-483b-8036-2e72eeece300',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.694610] env[69513]: INFO networking_nsxv3.common.synchronization [None req-b774d92b-fe0e-43d4-b939-b94794c486a6 None None] Enqueued Resource ID: d4443ed3-1669-4b11-ae1e-34dcc83d2fce with Priority: HIGHEST for action port [ 614.694730] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4443ed3-1669-4b11-ae1e-34dcc83d2fce with Priority: HIGHEST for action port [ 614.695286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4443ed3-1669-4b11-ae1e-34dcc83d2fce taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.695504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4443ed3-1669-4b11-ae1e-34dcc83d2fce" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.695898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4443ed3-1669-4b11-ae1e-34dcc83d2fce" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.697015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4443ed3-1669-4b11-ae1e-34dcc83d2fce" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.697015] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4443ed3-1669-4b11-ae1e-34dcc83d2fce',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.901892] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc [ 614.902460] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.902460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.902638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.902986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.903661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.903661] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc already deleted. [ 614.903661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce97a0ab-1f80-4cbc-87f4-b291db6e7cfc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.131978] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7deec17-b907-483b-8036-2e72eeece300 [ 615.132313] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.132470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.132543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.132749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.132842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.132937] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7deec17-b907-483b-8036-2e72eeece300 already deleted. [ 615.133040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7deec17-b907-483b-8036-2e72eeece300" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.198836] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4443ed3-1669-4b11-ae1e-34dcc83d2fce [ 615.198836] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.198984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.198984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.199285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.199366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.199467] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4443ed3-1669-4b11-ae1e-34dcc83d2fce already deleted. [ 615.199548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4443ed3-1669-4b11-ae1e-34dcc83d2fce" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.313079] env[69513]: INFO networking_nsxv3.common.synchronization [req-00f26f09-191d-4923-a211-b9c171ef4266 req-550d2396-71c2-42f4-8111-8d282ab6aef3 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 615.313079] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 615.313079] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.313079] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.313079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.313079] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.516554] env[69513]: INFO networking_nsxv3.common.synchronization [None req-17dadb53-b478-4819-9c96-c38b278b8a91 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_rules [ 615.518631] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_rules [ 615.518959] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.519856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.519856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.519856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.519856] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.790536] env[69513]: INFO networking_nsxv3.common.synchronization [None req-0e78d04c-bfee-40ff-ab3e-afa51767baa8 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_rules [ 615.791301] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_rules [ 615.791400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.791537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.815772] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.815942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.815986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.816218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.816319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.816580] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.818337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.818337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.818337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.818337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.818337] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d already deleted. [ 615.818337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.040652] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.041063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.041063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.041195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.041195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.041306] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd already deleted. [ 616.041480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.041558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.041682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.041762] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.123902] env[69513]: INFO networking_nsxv3.common.synchronization [None req-cf556ea6-f21c-4cab-a5ad-4b934b3596e6 None None] Enqueued Resource ID: 607116e0-8ba6-4e0b-87d4-d31c37bdc680 with Priority: HIGHEST for action port [ 616.123902] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607116e0-8ba6-4e0b-87d4-d31c37bdc680 with Priority: HIGHEST for action port [ 616.123902] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-607116e0-8ba6-4e0b-87d4-d31c37bdc680 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.123902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607116e0-8ba6-4e0b-87d4-d31c37bdc680" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.123902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607116e0-8ba6-4e0b-87d4-d31c37bdc680" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.123902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607116e0-8ba6-4e0b-87d4-d31c37bdc680" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.124303] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607116e0-8ba6-4e0b-87d4-d31c37bdc680',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.211463] env[69513]: INFO networking_nsxv3.common.synchronization [None req-a256aa92-e871-4f96-b2d8-bcbd956474b7 None None] Enqueued Resource ID: d6fefde4-0c1a-4967-b025-0f0c30ea061d with Priority: HIGHEST for action port [ 616.214758] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6fefde4-0c1a-4967-b025-0f0c30ea061d with Priority: HIGHEST for action port [ 616.214758] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6fefde4-0c1a-4967-b025-0f0c30ea061d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6fefde4-0c1a-4967-b025-0f0c30ea061d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6fefde4-0c1a-4967-b025-0f0c30ea061d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.214758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6fefde4-0c1a-4967-b025-0f0c30ea061d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214758] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6fefde4-0c1a-4967-b025-0f0c30ea061d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.392078] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8a793027-3811-4d12-a0c2-9829d771c710 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_rules [ 616.393649] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_rules [ 616.394154] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.395284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.395405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.395749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.395900] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.531506] env[69513]: INFO networking_nsxv3.common.synchronization [None req-2ba8e12e-ce96-413b-a0da-84dc229e2d5a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_rules [ 616.532030] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_rules [ 616.532355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.532468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.566612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.566612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.566612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.566612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.566612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.566612] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd already deleted. [ 616.566612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.628324] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 607116e0-8ba6-4e0b-87d4-d31c37bdc680 [ 616.628324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.628324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.628722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.631958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.631958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.631958] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:607116e0-8ba6-4e0b-87d4-d31c37bdc680 already deleted. [ 616.636071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607116e0-8ba6-4e0b-87d4-d31c37bdc680" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.718209] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6fefde4-0c1a-4967-b025-0f0c30ea061d [ 616.718569] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.718569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.718702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.718860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.718950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.719081] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6fefde4-0c1a-4967-b025-0f0c30ea061d already deleted. [ 616.720123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6fefde4-0c1a-4967-b025-0f0c30ea061d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.918349] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.918349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.918349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.918349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.918349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.918349] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd already deleted. [ 616.918349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.918349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.918698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.918801] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.206412] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f27de1d7-0412-467e-9ed9-5452fabb1a9e tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_rules [ 617.206950] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_rules [ 617.207013] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.207157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.207231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.207495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.207582] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.406533] env[69513]: INFO networking_nsxv3.common.synchronization [req-b3e389d3-61c4-4898-9484-e8296b122a0d req-36beb074-b28c-48dd-8247-38e1067d5992 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Enqueued Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_members [ 617.407200] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_members [ 617.407495] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.407575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.407575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.407861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.407981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.408092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.408160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.408312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.408403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.408540] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.443253] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.443253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.443253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.443253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.443253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.443253] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd already deleted. [ 617.443253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.595814] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9b76332c-44fd-4837-bdf7-e2c01c6a65fc tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_rules [ 617.595814] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_rules [ 617.595814] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.595814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.734317] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.734317] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 already deleted. [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.734317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.734317] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.911636] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.912047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.912047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.912840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.912840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.912840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.912840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.914403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.914403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.914403] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 already deleted. [ 617.914403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.971520] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.971662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.971727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.976165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.976165] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.976165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.976165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.976165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.976165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.976165] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.976165] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.976165] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.976836] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.976836] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.976836] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.976836] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.998694] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.999379] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.999908] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.999908] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.000247] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d59fd8c9-3399-48fc-a933-df22ccdde132 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.000478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.000537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.000983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.001667] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59fd8c9-3399-48fc-a933-df22ccdde132',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.256348] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.256586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.256586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.257157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.257157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.257157] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 already deleted. [ 618.257157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.506608] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.507170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.507170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.507287] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.507404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.507540] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d59fd8c9-3399-48fc-a933-df22ccdde132 not found, creating... [ 618.508032] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.508444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.508444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.508940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.508940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.509104] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.509184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.509735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.509735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.509735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.509849] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d59fd8c9-3399-48fc-a933-df22ccdde132 is going to be created. [ 618.535434] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.535434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.535434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.535434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.535434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.535434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.079757] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.079961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-105" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.080104] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-105" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.080441] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-105" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.080695] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.080856] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.080972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.084535] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.084535] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.084535] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.084535] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.084535] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.084535] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.084535] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.101312] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.101780] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.102016] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.102321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-105" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.103252] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7586c3b9-7812-4258-9f3b-b6663c15304c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.103428] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.103709] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.104208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.104530] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7586c3b9-7812-4258-9f3b-b6663c15304c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.607814] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.611089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.611089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.611417] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.611417] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.611637] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7586c3b9-7812-4258-9f3b-b6663c15304c not found, creating... [ 619.612070] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.612070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.612402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.612402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.612526] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613718] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.613718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.613718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.613718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613718] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7586c3b9-7812-4258-9f3b-b6663c15304c is going to be created. [ 619.634220] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.634516] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.634602] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.634883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.635182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.635430] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.865728] env[69513]: INFO networking_nsxv3.common.synchronization [None req-fb7a237d-86f6-4a2d-8a3c-ddaf74c17a5c None None] Enqueued Resource ID: 406437d5-7fde-490e-84ea-57cabda8fd5b with Priority: HIGHEST for action port [ 619.866308] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406437d5-7fde-490e-84ea-57cabda8fd5b with Priority: HIGHEST for action port [ 619.866664] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-406437d5-7fde-490e-84ea-57cabda8fd5b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.866792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406437d5-7fde-490e-84ea-57cabda8fd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.866921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406437d5-7fde-490e-84ea-57cabda8fd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.867446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406437d5-7fde-490e-84ea-57cabda8fd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.867538] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406437d5-7fde-490e-84ea-57cabda8fd5b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.908887] env[69513]: INFO networking_nsxv3.common.synchronization [req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 req-7cab10fb-da83-49e5-9d6e-f68a811fdf8c tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 619.909956] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 619.910308] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.910474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.910521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.910793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.910945] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.913265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.913265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.913585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.913585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.913585] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.949293] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bd2837ff-3db2-4481-a4df-f7e0168002f3 None None] Enqueued Resource ID: e4e824b7-39d3-47ac-ba2d-0f48e461e055 with Priority: HIGHEST for action port [ 619.949712] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e824b7-39d3-47ac-ba2d-0f48e461e055 with Priority: HIGHEST for action port [ 619.951305] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e824b7-39d3-47ac-ba2d-0f48e461e055 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.951552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e824b7-39d3-47ac-ba2d-0f48e461e055" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e824b7-39d3-47ac-ba2d-0f48e461e055" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.951790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e824b7-39d3-47ac-ba2d-0f48e461e055" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.951876] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e824b7-39d3-47ac-ba2d-0f48e461e055',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.369420] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 406437d5-7fde-490e-84ea-57cabda8fd5b [ 620.369647] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.369787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.369875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.370149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.370249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.370353] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:406437d5-7fde-490e-84ea-57cabda8fd5b already deleted. [ 620.370429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406437d5-7fde-490e-84ea-57cabda8fd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.418530] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.418611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.418689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.418892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.418982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.423106] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.423283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.423357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.423603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.423718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.423815] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc already deleted. [ 620.423898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.456119] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4e824b7-39d3-47ac-ba2d-0f48e461e055 [ 620.456119] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.456119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.456119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.456119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.456119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.456119] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4e824b7-39d3-47ac-ba2d-0f48e461e055 already deleted. [ 620.456119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e824b7-39d3-47ac-ba2d-0f48e461e055" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.692882] env[69513]: INFO networking_nsxv3.common.synchronization [req-00f26f09-191d-4923-a211-b9c171ef4266 req-c9576c5c-2f38-4dd5-8109-880775738cab service nova] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_rules [ 620.693127] env[69513]: INFO networking_nsxv3.common.synchronization [req-00f26f09-191d-4923-a211-b9c171ef4266 req-c9576c5c-2f38-4dd5-8109-880775738cab service nova] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 620.693127] env[69513]: INFO networking_nsxv3.common.synchronization [req-00f26f09-191d-4923-a211-b9c171ef4266 req-c9576c5c-2f38-4dd5-8109-880775738cab service nova] Enqueued Resource ID: d59fd8c9-3399-48fc-a933-df22ccdde132 with Priority: HIGHEST for action port [ 620.694752] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_rules [ 620.694840] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 620.694934] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59fd8c9-3399-48fc-a933-df22ccdde132 with Priority: HIGHEST for action port [ 620.695311] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.695380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.695424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.695702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.695777] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.697548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.697638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.699244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.699855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.699855] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.699980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.699980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.700190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.700278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.700370] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.701877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59fd8c9-3399-48fc-a933-df22ccdde132 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.701997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.702414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.702621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.702705] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59fd8c9-3399-48fc-a933-df22ccdde132',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.206808] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.207012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.222400] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.223603] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d59fd8c9-3399-48fc-a933-df22ccdde132 with status ACTIVE [ 621.224761] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.224761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.224761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.224761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.224761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.225051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.225051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.228024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.228024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.228024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.228024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.228024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.228024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d59fd8c9-3399-48fc-a933-df22ccdde132 is going to be updated. [ 621.247841] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.248033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.248107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.248292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.248429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.248591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59fd8c9-3399-48fc-a933-df22ccdde132" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.645511] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.645511] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.645669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.646664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.646664] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.646664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.646814] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.646970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.647202] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.647503] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.647933] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.648213] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.648447] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.648601] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.648807] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.649224] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.669094] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.669919] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 621.670145] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.670501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.670652] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-045ea495-7df0-4cb6-a9e7-628e2275011e taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.670882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.670967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.671344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.671813] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045ea495-7df0-4cb6-a9e7-628e2275011e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.729807] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.175970] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.175970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.175970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.176190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.176190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.176351] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 045ea495-7df0-4cb6-a9e7-628e2275011e not found, creating... [ 622.176955] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.177153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.177541] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.177969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.178023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.178435] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.178576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.178678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.178908] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.178998] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.179169] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 045ea495-7df0-4cb6-a9e7-628e2275011e is going to be created. [ 622.196307] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.196515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.196637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.196911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.197154] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.197375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.232189] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.232447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.232447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.232829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.232829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.232978] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be created. [ 622.263618] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.263840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.263840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.264185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.264185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.274526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: UNINITIALIZED for 2s [ 622.574010] env[69513]: INFO networking_nsxv3.common.synchronization [None req-2635dc68-5fc5-4cd3-af6b-ffaaa926b5e8 None None] Enqueued Resource ID: 6ed0bd7d-db08-406e-9cc1-b8033470e301 with Priority: HIGHEST for action port [ 622.574296] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed0bd7d-db08-406e-9cc1-b8033470e301 with Priority: HIGHEST for action port [ 622.575455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed0bd7d-db08-406e-9cc1-b8033470e301 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed0bd7d-db08-406e-9cc1-b8033470e301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.578682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed0bd7d-db08-406e-9cc1-b8033470e301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.579749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed0bd7d-db08-406e-9cc1-b8033470e301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.579999] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed0bd7d-db08-406e-9cc1-b8033470e301',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.881580] env[69513]: INFO networking_nsxv3.common.synchronization [req-b3e389d3-61c4-4898-9484-e8296b122a0d req-6eb521fc-f8ff-47ca-aa32-2cdb44ef8ccf service nova] Enqueued Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_rules [ 622.881580] env[69513]: INFO networking_nsxv3.common.synchronization [req-b3e389d3-61c4-4898-9484-e8296b122a0d req-6eb521fc-f8ff-47ca-aa32-2cdb44ef8ccf service nova] Enqueued Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_members [ 622.881580] env[69513]: INFO networking_nsxv3.common.synchronization [req-b3e389d3-61c4-4898-9484-e8296b122a0d req-6eb521fc-f8ff-47ca-aa32-2cdb44ef8ccf service nova] Enqueued Resource ID: 7586c3b9-7812-4258-9f3b-b6663c15304c with Priority: HIGHEST for action port [ 622.881580] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_rules [ 622.881580] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_members [ 622.881580] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7586c3b9-7812-4258-9f3b-b6663c15304c with Priority: HIGHEST for action port [ 622.882611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.883587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.883587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.884090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.884090] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.885338] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.885683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.885683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.885787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.885868] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.886038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.886108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.886338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.886394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.886444] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.888483] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7586c3b9-7812-4258-9f3b-b6663c15304c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.888580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.889507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.889891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.889891] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7586c3b9-7812-4258-9f3b-b6663c15304c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.083215] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ed0bd7d-db08-406e-9cc1-b8033470e301 [ 623.084021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.084163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.084244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.084548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.084618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.084661] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ed0bd7d-db08-406e-9cc1-b8033470e301 already deleted. [ 623.084743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed0bd7d-db08-406e-9cc1-b8033470e301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.393444] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.393832] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.393947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.396329] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7586c3b9-7812-4258-9f3b-b6663c15304c with status ACTIVE [ 623.396329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.396329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.396329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.396329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.396329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.396581] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.396581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.396581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.399290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.400018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.400018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.400018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.400018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.400018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.400223] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.400223] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7586c3b9-7812-4258-9f3b-b6663c15304c is going to be updated. [ 623.420205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.420465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.420465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.421073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.421073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.421073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7586c3b9-7812-4258-9f3b-b6663c15304c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.896407] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.947118] env[69513]: INFO networking_nsxv3.common.synchronization [req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 req-456e622a-73b0-42b5-985a-dd662b2c40ec service nova] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_rules [ 623.947336] env[69513]: INFO networking_nsxv3.common.synchronization [req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 req-456e622a-73b0-42b5-985a-dd662b2c40ec service nova] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 623.947446] env[69513]: INFO networking_nsxv3.common.synchronization [req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 req-456e622a-73b0-42b5-985a-dd662b2c40ec service nova] Enqueued Resource ID: 045ea495-7df0-4cb6-a9e7-628e2275011e with Priority: HIGHEST for action port [ 623.947673] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_rules [ 623.947798] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 623.947891] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045ea495-7df0-4cb6-a9e7-628e2275011e with Priority: HIGHEST for action port [ 623.949135] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.949363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.949363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.949601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.949683] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.953181] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.954123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.954123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.954123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.954123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.955254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.955368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.955622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.955660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.955756] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.956644] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-045ea495-7df0-4cb6-a9e7-628e2275011e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.956757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.956812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.956966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.957050] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045ea495-7df0-4cb6-a9e7-628e2275011e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.285834] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 624.285927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.286166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.286342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.286542] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.286672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.286737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.286887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.286968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.287065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.287153] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.400174] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.400351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.400416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.400634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.400730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.400831] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 is going to be created. [ 624.426329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.426474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.426513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.426724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.426952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.437250] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 in Status: UNINITIALIZED for 2s [ 624.454754] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.454831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.461190] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 045ea495-7df0-4cb6-a9e7-628e2275011e with status ACTIVE [ 624.461482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.461654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.462151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.462453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.462583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.462798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.462934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.463119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.463296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.463445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.463578] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.463699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.463765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.463914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.463988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.464433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 045ea495-7df0-4cb6-a9e7-628e2275011e is going to be updated. [ 624.467022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.482906] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bf87f2f3-3d53-47b2-ac66-8b9ad944eb76 None None] Enqueued Resource ID: fb72a665-93b2-428f-9042-10972d752632 with Priority: HIGHEST for action port [ 624.483598] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb72a665-93b2-428f-9042-10972d752632 with Priority: HIGHEST for action port [ 624.483899] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb72a665-93b2-428f-9042-10972d752632 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.484046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb72a665-93b2-428f-9042-10972d752632" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.484091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb72a665-93b2-428f-9042-10972d752632" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.484335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb72a665-93b2-428f-9042-10972d752632" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.484409] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb72a665-93b2-428f-9042-10972d752632',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.488917] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.489050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.490893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.490893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.490893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-045ea495-7df0-4cb6-a9e7-628e2275011e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.790748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.790748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.790748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.790981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.791136] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.791298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.791544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.791544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.791611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.791686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.792087] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.792087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.792087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.792297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.792297] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.792430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.792430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.792848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.792848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.792848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.792848] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.970433] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.990965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb72a665-93b2-428f-9042-10972d752632 [ 624.993987] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.993987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.993987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.993987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.993987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.993987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb72a665-93b2-428f-9042-10972d752632 already deleted. [ 624.993987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb72a665-93b2-428f-9042-10972d752632" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.044019] env[69513]: INFO networking_nsxv3.common.synchronization [None req-b0974e0f-04a6-4a4f-bde5-8f7a822ab304 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_rules [ 625.044552] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_rules [ 625.044846] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.044961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.045041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.045383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.045383] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.295922] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf7593da-1d50-4fef-8ca5-59285f39c14d: rpc.has_security_group_logging(os_id): False [ 625.313739] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.313858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.314585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.314817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.315976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.315976] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.316121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.316539] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.316727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.316819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.317034] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.317132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.317192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.317873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.318210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.318210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.318355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.318423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.318570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.318858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.318858] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be created. [ 625.380665] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.380811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.381027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.381108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.381330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.396446] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: IN_PROGRESS for 2s [ 625.473585] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.473669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.473732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.474435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.474545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.474729] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be created. [ 625.498657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.498823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.498887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.499100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.499260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.513129] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: UNINITIALIZED for 2s [ 625.524685] env[69513]: INFO networking_nsxv3.common.synchronization [None req-7d33cc49-8ec3-4035-bc57-2c893986e0d7 None None] Enqueued Resource ID: 90fd3333-4d0a-483b-b6f7-f420c998b13d with Priority: HIGHEST for action port [ 625.524942] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fd3333-4d0a-483b-b6f7-f420c998b13d with Priority: HIGHEST for action port [ 625.525274] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fd3333-4d0a-483b-b6f7-f420c998b13d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.525425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fd3333-4d0a-483b-b6f7-f420c998b13d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.525471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fd3333-4d0a-483b-b6f7-f420c998b13d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.525807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fd3333-4d0a-483b-b6f7-f420c998b13d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.525892] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fd3333-4d0a-483b-b6f7-f420c998b13d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.570940] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.570940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.570940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.570940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.570940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.570940] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f already deleted. [ 625.570940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.908784] env[69513]: INFO networking_nsxv3.common.synchronization [None req-cc297b28-5e9d-4e08-9668-c2b40393e39d tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_rules [ 625.909523] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_rules [ 625.909895] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.913854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.914018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.914240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.914454] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.989993] env[69513]: INFO networking_nsxv3.common.synchronization [None req-2a2b1c93-c3b3-46fc-961c-f5654241f4f3 None None] Enqueued Resource ID: eb6427d0-36aa-4d55-bae4-86f52e34eb42 with Priority: HIGHEST for action port [ 625.990248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6427d0-36aa-4d55-bae4-86f52e34eb42 with Priority: HIGHEST for action port [ 625.990469] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6427d0-36aa-4d55-bae4-86f52e34eb42 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.990592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6427d0-36aa-4d55-bae4-86f52e34eb42" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.990655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6427d0-36aa-4d55-bae4-86f52e34eb42" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.992454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6427d0-36aa-4d55-bae4-86f52e34eb42" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.992454] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6427d0-36aa-4d55-bae4-86f52e34eb42',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.030193] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90fd3333-4d0a-483b-b6f7-f420c998b13d [ 626.030193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.030193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.030193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.030193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.030193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.030193] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90fd3333-4d0a-483b-b6f7-f420c998b13d already deleted. [ 626.030193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fd3333-4d0a-483b-b6f7-f420c998b13d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.435197] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.435385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.436183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.436183] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f already deleted. [ 626.436183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.445930] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 in Status: SUCCESS [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.449082] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.449082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.449082] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.454960] env[69513]: INFO networking_nsxv3.common.synchronization [None req-434acf72-e375-4517-98a7-170a8935db54 None None] Enqueued Resource ID: 7f96b8b6-2e3c-43e6-92dc-d628abd23797 with Priority: HIGHEST for action port [ 626.455222] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f96b8b6-2e3c-43e6-92dc-d628abd23797 with Priority: HIGHEST for action port [ 626.457067] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f96b8b6-2e3c-43e6-92dc-d628abd23797 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.457067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f96b8b6-2e3c-43e6-92dc-d628abd23797" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.457067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f96b8b6-2e3c-43e6-92dc-d628abd23797" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.457067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f96b8b6-2e3c-43e6-92dc-d628abd23797" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.457067] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f96b8b6-2e3c-43e6-92dc-d628abd23797',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.495276] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb6427d0-36aa-4d55-bae4-86f52e34eb42 [ 626.495276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.495276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.495276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.496292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.496388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.496498] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb6427d0-36aa-4d55-bae4-86f52e34eb42 already deleted. [ 626.496577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6427d0-36aa-4d55-bae4-86f52e34eb42" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.960027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.960027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.960027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.960027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.960027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.960827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.960827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.960827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.960827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.960827] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.960827] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f96b8b6-2e3c-43e6-92dc-d628abd23797 [ 626.961212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.961401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.961494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.961636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.961720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.961809] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f96b8b6-2e3c-43e6-92dc-d628abd23797 already deleted. [ 626.961896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f96b8b6-2e3c-43e6-92dc-d628abd23797" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.008238] env[69513]: INFO networking_nsxv3.common.synchronization [None req-b4bb0f7e-9a95-437c-881f-e7ae4794573b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 627.010240] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 627.010240] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.010240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.010240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.010240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.010240] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.077479] env[69513]: INFO networking_nsxv3.common.synchronization [None req-fb73839b-40cc-4fe0-a588-fa3937ad4278 None None] Enqueued Resource ID: 90c45aa0-f1f0-4e0f-9417-6e96233443aa with Priority: HIGHEST for action port [ 627.078402] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c45aa0-f1f0-4e0f-9417-6e96233443aa with Priority: HIGHEST for action port [ 627.080993] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c45aa0-f1f0-4e0f-9417-6e96233443aa taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.080993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c45aa0-f1f0-4e0f-9417-6e96233443aa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.080993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c45aa0-f1f0-4e0f-9417-6e96233443aa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.080993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c45aa0-f1f0-4e0f-9417-6e96233443aa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.080993] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c45aa0-f1f0-4e0f-9417-6e96233443aa',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.409146] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 627.411750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.464443] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3: rpc.has_security_group_logging(os_id): False [ 627.484143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.485146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.485255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.485505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.486076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.486386] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.486541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.486661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.486848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.486957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.488224] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.488224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.488224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.488224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.488224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.488224] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.488224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.488224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.491167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.491278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.491386] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 is going to be created. [ 627.534994] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 627.534994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.534994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.534994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.534994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.535206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.535240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.535649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.535649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.535755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.535877] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.544898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.545142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.545142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.545373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.545465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.545561] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 already deleted. [ 627.545638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.571269] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.571269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.571269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.571269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.571269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.583174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90c45aa0-f1f0-4e0f-9417-6e96233443aa [ 627.583174] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.583364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.583364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.583591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.584916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.584916] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90c45aa0-f1f0-4e0f-9417-6e96233443aa already deleted. [ 627.584916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c45aa0-f1f0-4e0f-9417-6e96233443aa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.585523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 in Status: IN_PROGRESS for 2s [ 627.719029] env[69513]: INFO networking_nsxv3.common.synchronization [None req-afa293a7-4a81-4492-ba69-4f2bdb05e354 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 627.719577] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 627.719885] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.722016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.722016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.722016] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.038696] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.039029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.039029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.039278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.039495] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.039631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.039733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.040681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.040937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.040937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.041285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.041285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.041285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.041395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.041560] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.041658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.041712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.041987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.041987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.042161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.042276] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.073118] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d2cf66f-645e-4f8f-af11-9509d104e817 req-71472c2f-6b37-49db-9dcb-e3b3e9e00e11 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_members [ 628.073118] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_members [ 628.073354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.073439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.073487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.073731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.073873] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.074114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.077937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.078257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.078257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.082300] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.248201] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.248201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.248201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.248201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.248201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.248201] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 already deleted. [ 628.248201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.525734] env[69513]: INFO networking_nsxv3.common.synchronization [None req-17ac1ad7-6b5e-43e5-a993-3505ef8b4e64 None None] Enqueued Resource ID: cd1d1f92-78ae-462d-be9d-a20161497180 with Priority: HIGHEST for action port [ 628.529722] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1d1f92-78ae-462d-be9d-a20161497180 with Priority: HIGHEST for action port [ 628.529722] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd1d1f92-78ae-462d-be9d-a20161497180 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.529889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd1d1f92-78ae-462d-be9d-a20161497180" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.529889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd1d1f92-78ae-462d-be9d-a20161497180" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.530089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd1d1f92-78ae-462d-be9d-a20161497180" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.530172] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd1d1f92-78ae-462d-be9d-a20161497180',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.544269] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b07c02-0e65-4449-8f71-ec6b255af7fc: rpc.has_security_group_logging(os_id): False [ 628.561536] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.561972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.561972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.562148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.562148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.562389] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.562537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.562571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.562695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.562768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.562936] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.563062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.563126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.563366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.563449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.563672] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.563764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.563823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.563965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.565365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.565488] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be created. [ 628.584576] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.585611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.585611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.585611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.585611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.585611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.585611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.586110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.586110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.586110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.587624] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd already deleted. [ 628.587624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.609733] env[69513]: INFO networking_nsxv3.common.synchronization [None req-7eace5c2-1df7-44f7-9c04-3bc132cf5861 None None] Enqueued Resource ID: 6e80601b-b38f-4f11-9c76-dd50335e6a1e with Priority: HIGHEST for action port [ 628.610428] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e80601b-b38f-4f11-9c76-dd50335e6a1e with Priority: HIGHEST for action port [ 628.610824] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e80601b-b38f-4f11-9c76-dd50335e6a1e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.610942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e80601b-b38f-4f11-9c76-dd50335e6a1e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.611463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e80601b-b38f-4f11-9c76-dd50335e6a1e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.614022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e80601b-b38f-4f11-9c76-dd50335e6a1e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.614022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e80601b-b38f-4f11-9c76-dd50335e6a1e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.617880] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.618018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.618086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.618285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.618463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.640383] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: IN_PROGRESS for 2s [ 629.033841] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd1d1f92-78ae-462d-be9d-a20161497180 [ 629.034448] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.034761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.034931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.035252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.035474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.035716] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd1d1f92-78ae-462d-be9d-a20161497180 already deleted. [ 629.036180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd1d1f92-78ae-462d-be9d-a20161497180" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.115332] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e80601b-b38f-4f11-9c76-dd50335e6a1e [ 629.115332] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.115332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.115332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.115332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.115332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.115332] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e80601b-b38f-4f11-9c76-dd50335e6a1e already deleted. [ 629.115332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e80601b-b38f-4f11-9c76-dd50335e6a1e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.126649] env[69513]: INFO networking_nsxv3.common.synchronization [None req-36f66a5b-5b48-44dd-8e91-405f24a1cdb6 None None] Enqueued Resource ID: 74f075c6-9df1-4a54-bf16-3dbc25bfaea2 with Priority: HIGHEST for action port [ 629.126649] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74f075c6-9df1-4a54-bf16-3dbc25bfaea2 with Priority: HIGHEST for action port [ 629.127089] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-74f075c6-9df1-4a54-bf16-3dbc25bfaea2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.127398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74f075c6-9df1-4a54-bf16-3dbc25bfaea2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.127621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74f075c6-9df1-4a54-bf16-3dbc25bfaea2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.127971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74f075c6-9df1-4a54-bf16-3dbc25bfaea2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.128197] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74f075c6-9df1-4a54-bf16-3dbc25bfaea2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.598803] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 in Status: SUCCESS [ 629.598803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.631530] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74f075c6-9df1-4a54-bf16-3dbc25bfaea2 [ 629.631772] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.631907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.631973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.632229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.632393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.632458] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74f075c6-9df1-4a54-bf16-3dbc25bfaea2 already deleted. [ 629.632557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74f075c6-9df1-4a54-bf16-3dbc25bfaea2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.125294] env[69513]: INFO networking_nsxv3.common.synchronization [None req-42c0eb25-0268-4bf3-bda9-c4e9286cda45 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 630.125739] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 630.126047] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.126203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.126273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.127163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.127377] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.349753] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.349969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.350126] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.350490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.352275] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.352866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.353228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.353662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.353831] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.354057] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.354189] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.354297] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.354416] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.354527] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.354645] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.354784] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.374066] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.374252] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.374395] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.374575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.374891] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-2be5e29a-c991-493f-99dc-1dd591e35d33 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.375072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.375186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.375543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.375672] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be5e29a-c991-493f-99dc-1dd591e35d33',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.404172] env[69513]: INFO networking_nsxv3.common.synchronization [None req-03b315de-42ed-4c60-8d66-9989e49fdde6 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Enqueued Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_rules [ 630.404891] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_rules [ 630.406358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.406358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.406358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.408334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.408334] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.650401] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.650401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.650401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.650610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.650610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.650668] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 already deleted. [ 630.650764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.653215] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 630.654035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.847835] env[69513]: INFO networking_nsxv3.common.synchronization [None req-80d9a90a-4eb7-4753-9359-1585573289b9 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 630.848504] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 630.848774] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.848888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.848888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.849956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.850655] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.878819] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.879206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.879413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.879834] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.880052] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.880221] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 2be5e29a-c991-493f-99dc-1dd591e35d33 not found, creating... [ 630.881322] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.881322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.881322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.881322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.881322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.881693] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.885043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.885043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.885043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.885043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.885043] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 2be5e29a-c991-493f-99dc-1dd591e35d33 is going to be created. [ 630.902827] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.903558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.903558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.903558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.903950] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.929533] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.929533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.929533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.929533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.929533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.929533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 already deleted. [ 630.929533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.965592] env[69513]: INFO networking_nsxv3.common.synchronization [None req-43b228fa-8d58-4088-8abb-bb4a5c07b703 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Enqueued Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_rules [ 630.965592] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_rules [ 630.965592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.966150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.966382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.967443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.968506] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.103843] env[69513]: INFO networking_nsxv3.common.synchronization [req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 req-b66b0ab9-2b96-4c8d-b2fe-bc7afdf43af3 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_members [ 631.103843] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_members [ 631.103843] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.103843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.103843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.103843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.104101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.104876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.104876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.104876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.104876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.104876] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.379356] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.379356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.379356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.379356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.379356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.380530] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 already deleted. [ 631.380530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.463687] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ce46e286-a847-4536-a61c-a351d4417f0e None None] Enqueued Resource ID: fef5575a-b531-45a0-bb8a-d57557ca4940 with Priority: HIGHEST for action port [ 631.465963] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef5575a-b531-45a0-bb8a-d57557ca4940 with Priority: HIGHEST for action port [ 631.465963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef5575a-b531-45a0-bb8a-d57557ca4940 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.465963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef5575a-b531-45a0-bb8a-d57557ca4940" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.465963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef5575a-b531-45a0-bb8a-d57557ca4940" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.465963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef5575a-b531-45a0-bb8a-d57557ca4940" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.465963] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef5575a-b531-45a0-bb8a-d57557ca4940',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.493022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.493489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.493865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.494549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.495788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.495788] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 already deleted. [ 631.495788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.608009] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.608009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.608009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.608009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.608009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.608409] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.608409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.608409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.608409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.608625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.608667] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd already deleted. [ 631.608725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.619550] env[69513]: INFO networking_nsxv3.common.synchronization [None req-63b6abac-4c99-42bd-bf60-3e509fbcd4b0 None None] Enqueued Resource ID: c37622db-705f-4888-ba72-be50947a623d with Priority: HIGHEST for action port [ 631.620279] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37622db-705f-4888-ba72-be50947a623d with Priority: HIGHEST for action port [ 631.620471] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37622db-705f-4888-ba72-be50947a623d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.620601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37622db-705f-4888-ba72-be50947a623d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.620601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37622db-705f-4888-ba72-be50947a623d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.621255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37622db-705f-4888-ba72-be50947a623d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.621255] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37622db-705f-4888-ba72-be50947a623d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.967946] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fef5575a-b531-45a0-bb8a-d57557ca4940 [ 631.968221] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.968356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.968421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.968663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.968792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.969550] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fef5575a-b531-45a0-bb8a-d57557ca4940 already deleted. [ 631.969724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef5575a-b531-45a0-bb8a-d57557ca4940" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.992461] env[69513]: INFO networking_nsxv3.common.synchronization [None req-81d44aa4-ffa5-47b7-9143-4632e7e24168 None None] Enqueued Resource ID: d6d751e8-2672-426e-9756-c9d4163a9c41 with Priority: HIGHEST for action port [ 631.992734] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d751e8-2672-426e-9756-c9d4163a9c41 with Priority: HIGHEST for action port [ 631.993313] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d751e8-2672-426e-9756-c9d4163a9c41 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.993424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d751e8-2672-426e-9756-c9d4163a9c41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.993572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d751e8-2672-426e-9756-c9d4163a9c41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.993835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d751e8-2672-426e-9756-c9d4163a9c41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.993835] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d751e8-2672-426e-9756-c9d4163a9c41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.129352] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c37622db-705f-4888-ba72-be50947a623d [ 632.129352] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.129352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.129352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.129352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.129352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.129352] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c37622db-705f-4888-ba72-be50947a623d already deleted. [ 632.129352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37622db-705f-4888-ba72-be50947a623d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.412188] env[69513]: INFO networking_nsxv3.common.synchronization [None req-203b473b-3f5a-43da-bc74-6d117f94f9dc None None] Enqueued Resource ID: 5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db with Priority: HIGHEST for action port [ 632.412844] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db with Priority: HIGHEST for action port [ 632.413167] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.413292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.413362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.413609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.413687] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.497035] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d751e8-2672-426e-9756-c9d4163a9c41 [ 632.497035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.497035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.497035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.497035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.497035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.497035] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d751e8-2672-426e-9756-c9d4163a9c41 already deleted. [ 632.497035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d751e8-2672-426e-9756-c9d4163a9c41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.916578] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db [ 632.916669] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.916781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.917077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.917162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.917259] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db already deleted. [ 632.917338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb0f339-d5cd-40eb-8e8f-41ba4bfaa8db" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.404898] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d2cf66f-645e-4f8f-af11-9509d104e817 req-6dbec200-81d8-4600-8afc-69cddb50f9c8 service nova] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_rules [ 633.405045] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d2cf66f-645e-4f8f-af11-9509d104e817 req-6dbec200-81d8-4600-8afc-69cddb50f9c8 service nova] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_members [ 633.408550] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d2cf66f-645e-4f8f-af11-9509d104e817 req-6dbec200-81d8-4600-8afc-69cddb50f9c8 service nova] Enqueued Resource ID: 2be5e29a-c991-493f-99dc-1dd591e35d33 with Priority: HIGHEST for action port [ 633.408733] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_rules [ 633.408881] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_members [ 633.409101] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be5e29a-c991-493f-99dc-1dd591e35d33 with Priority: HIGHEST for action port [ 633.410286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.410286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.410286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.410286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.410286] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.410968] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.411657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.411657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.411657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.411657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.411657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.411657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.412037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.412037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.412037] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.412684] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be5e29a-c991-493f-99dc-1dd591e35d33 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.412961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.412961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.412961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.417544] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be5e29a-c991-493f-99dc-1dd591e35d33',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.639745] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.639969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-859" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.640508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-859" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.640591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-859" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.641540] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.641540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.641940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.642220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.642384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.642597] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.642713] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.642824] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.642934] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.643056] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.643184] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.643338] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.665966] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.665966] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.665966] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.665966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-859" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.665966] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-85656b66-986a-464e-8478-0177610526d6 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.665966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666591] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85656b66-986a-464e-8478-0177610526d6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.773309] env[69513]: INFO networking_nsxv3.common.synchronization [req-f56ce43c-d679-419f-8446-820828d47308 req-1709fd85-0cda-4dfb-b087-e81b88492653 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Enqueued Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_members [ 633.775150] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_members [ 633.775667] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.775872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.776100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.776365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.776671] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.776774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.776934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.777148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.777328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.777659] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.920074] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2be5e29a-c991-493f-99dc-1dd591e35d33 with status ACTIVE [ 633.920440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.920733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.920733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.921039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.921039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.922215] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.922355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.922432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.922880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.922880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.923081] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.923203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.923351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.924031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.924031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.924286] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2be5e29a-c991-493f-99dc-1dd591e35d33 is going to be updated. [ 633.925645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.925774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.925970] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.946570] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.946722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.946764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.947371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.947615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.947849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be5e29a-c991-493f-99dc-1dd591e35d33" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.172332] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.172732] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.173313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.173313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.173431] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 85656b66-986a-464e-8478-0177610526d6 not found, creating... [ 634.173891] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.173891] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.174344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.174412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.174674] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.174842] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174938] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.176500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.176500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.176500] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 85656b66-986a-464e-8478-0177610526d6 is going to be created. [ 634.201972] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.201972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.201972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.201972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.201972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.201972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.282031] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.282313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.282425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.282658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.282748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.284068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.284068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.284068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.284068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.284068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.284068] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc already deleted. [ 634.284068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.428069] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.439227] env[69513]: INFO networking_nsxv3.common.synchronization [None req-20cb6636-c0ae-4b6b-b5bc-6388666c1107 None None] Enqueued Resource ID: 7a6529d6-7078-42ec-a0de-7eacf9599ac6 with Priority: HIGHEST for action port [ 634.439483] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6529d6-7078-42ec-a0de-7eacf9599ac6 with Priority: HIGHEST for action port [ 634.440109] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6529d6-7078-42ec-a0de-7eacf9599ac6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.440281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6529d6-7078-42ec-a0de-7eacf9599ac6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.440342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6529d6-7078-42ec-a0de-7eacf9599ac6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.440797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6529d6-7078-42ec-a0de-7eacf9599ac6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.440797] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6529d6-7078-42ec-a0de-7eacf9599ac6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.511190] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ca616ed0-e97d-46eb-bfe3-154336f08626 None None] Enqueued Resource ID: 8746849b-c885-4e7a-8826-87f76113d2a5 with Priority: HIGHEST for action port [ 634.511853] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8746849b-c885-4e7a-8826-87f76113d2a5 with Priority: HIGHEST for action port [ 634.512249] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8746849b-c885-4e7a-8826-87f76113d2a5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.512666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8746849b-c885-4e7a-8826-87f76113d2a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.512793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8746849b-c885-4e7a-8826-87f76113d2a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.513144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8746849b-c885-4e7a-8826-87f76113d2a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.513274] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8746849b-c885-4e7a-8826-87f76113d2a5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.663119] env[69513]: INFO networking_nsxv3.common.synchronization [req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 req-e6ce32ce-92cf-4e27-bed0-d491c430705f tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_members [ 634.663768] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_members [ 634.667099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.667760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.667846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.668127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.669597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.669597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.669597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.669597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.669597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.669597] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.931477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.931644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.931719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.931933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.932061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.932140] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd is going to be created. [ 634.944262] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a6529d6-7078-42ec-a0de-7eacf9599ac6 [ 634.944497] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.945270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.945270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.945270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.945270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.945270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a6529d6-7078-42ec-a0de-7eacf9599ac6 already deleted. [ 634.945270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6529d6-7078-42ec-a0de-7eacf9599ac6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.955182] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.955316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.956080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.956155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.957085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.966625] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd in Status: UNINITIALIZED for 2s [ 635.015136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8746849b-c885-4e7a-8826-87f76113d2a5 [ 635.015662] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.016256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.016603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.017632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.017632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.017632] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8746849b-c885-4e7a-8826-87f76113d2a5 already deleted. [ 635.018046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8746849b-c885-4e7a-8826-87f76113d2a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.023051] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023051] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.023051] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.023051] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.023051] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.023650] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.023650] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.023650] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.024844] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.040686] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.040854] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.040993] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.041289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.041689] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-281db10d-6fbc-465b-9f15-07a1201b62b2 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.042413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.042413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.042413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.043179] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281db10d-6fbc-465b-9f15-07a1201b62b2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.172143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.172143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.172143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.172143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.172143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.172143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.172987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.173588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.173894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.173997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.174112] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 already deleted. [ 635.174203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.548368] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.548685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.548727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.548990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.549145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.549311] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 281db10d-6fbc-465b-9f15-07a1201b62b2 not found, creating... [ 635.549573] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.549722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.549832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.550059] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.550192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.550528] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.550621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.551204] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.553557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.553557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.553557] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 281db10d-6fbc-465b-9f15-07a1201b62b2 is going to be created. [ 635.570549] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.571364] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.575363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.575363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.869215] env[69513]: INFO networking_nsxv3.common.synchronization [req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 req-796a5fcf-09f0-4d12-b24b-85034a1b0dd4 service nova] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_rules [ 635.869471] env[69513]: INFO networking_nsxv3.common.synchronization [req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 req-796a5fcf-09f0-4d12-b24b-85034a1b0dd4 service nova] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_members [ 635.869612] env[69513]: INFO networking_nsxv3.common.synchronization [req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 req-796a5fcf-09f0-4d12-b24b-85034a1b0dd4 service nova] Enqueued Resource ID: 85656b66-986a-464e-8478-0177610526d6 with Priority: HIGHEST for action port [ 635.870679] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_rules [ 635.871852] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_members [ 635.871852] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85656b66-986a-464e-8478-0177610526d6 with Priority: HIGHEST for action port [ 635.871852] env[69513]: INFO networking_nsxv3.common.synchronization [None req-def8b86f-5161-4be7-980d-200206ee1cae None None] Enqueued Resource ID: f93a4c6d-681d-4b44-9776-1e26115c5393 with Priority: HIGHEST for action port [ 635.872152] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.872152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.872152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.877396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.877445] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.880464] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.880464] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.880464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.880464] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.880881] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-85656b66-986a-464e-8478-0177610526d6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.880986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.884490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.884953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.885735] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85656b66-986a-464e-8478-0177610526d6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.896024] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f93a4c6d-681d-4b44-9776-1e26115c5393 with Priority: HIGHEST for action port [ 635.896896] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f93a4c6d-681d-4b44-9776-1e26115c5393 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.896896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f93a4c6d-681d-4b44-9776-1e26115c5393" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.896896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f93a4c6d-681d-4b44-9776-1e26115c5393" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.897100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f93a4c6d-681d-4b44-9776-1e26115c5393" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.897100] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93a4c6d-681d-4b44-9776-1e26115c5393',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.204130] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-240" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-240" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-240" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.204130] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.204130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.204130] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.204130] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.204130] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.204130] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.204609] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.204828] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.205508] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.227174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.227692] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.227692] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.227692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-240" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.227938] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-cb101782-9d2c-46cb-a781-ce1ad547411d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.228113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.228231] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.228568] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.231034] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb101782-9d2c-46cb-a781-ce1ad547411d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.260714] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f5ee4dda-94e2-45f8-a7f6-e12a7ded3501 None None] Enqueued Resource ID: a83e0026-f135-4012-bcee-d1dfc7a9c9b3 with Priority: HIGHEST for action port [ 636.262441] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83e0026-f135-4012-bcee-d1dfc7a9c9b3 with Priority: HIGHEST for action port [ 636.262441] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83e0026-f135-4012-bcee-d1dfc7a9c9b3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.262608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83e0026-f135-4012-bcee-d1dfc7a9c9b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.262608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83e0026-f135-4012-bcee-d1dfc7a9c9b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.262790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83e0026-f135-4012-bcee-d1dfc7a9c9b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.262874] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83e0026-f135-4012-bcee-d1dfc7a9c9b3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.393475] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85656b66-986a-464e-8478-0177610526d6 with status ACTIVE [ 636.393475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.393475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.393475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.397021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.397021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.397021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.397021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.397021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.397021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.397021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85656b66-986a-464e-8478-0177610526d6 is going to be updated. [ 636.397021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.398580] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.398887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.400195] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f93a4c6d-681d-4b44-9776-1e26115c5393 [ 636.400502] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.400782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.400967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.401257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.401456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.401646] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f93a4c6d-681d-4b44-9776-1e26115c5393 already deleted. [ 636.401805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f93a4c6d-681d-4b44-9776-1e26115c5393" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.666162] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.666162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.666162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.666162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.666162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.666162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85656b66-986a-464e-8478-0177610526d6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.734459] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.734786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.735020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.735329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.735483] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.735637] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port cb101782-9d2c-46cb-a781-ce1ad547411d not found, creating... [ 636.737247] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.737247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.737247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.737247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.737247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.737247] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.739553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.739553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.739770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.739770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.739919] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: cb101782-9d2c-46cb-a781-ce1ad547411d is going to be created. [ 636.762701] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.762909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.762909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.763320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.763450] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.763671] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.764961] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a83e0026-f135-4012-bcee-d1dfc7a9c9b3 [ 636.764961] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.764961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.764961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.766600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.766600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.766600] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a83e0026-f135-4012-bcee-d1dfc7a9c9b3 already deleted. [ 636.766600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83e0026-f135-4012-bcee-d1dfc7a9c9b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.797222] env[69513]: INFO networking_nsxv3.common.synchronization [None req-68cf7706-08cc-47ab-b540-5f5b69ceea88 None None] Enqueued Resource ID: 071fdd4d-b4b3-401c-8831-60c8b406bdff with Priority: HIGHEST for action port [ 636.797222] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071fdd4d-b4b3-401c-8831-60c8b406bdff with Priority: HIGHEST for action port [ 636.797222] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-071fdd4d-b4b3-401c-8831-60c8b406bdff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.797222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071fdd4d-b4b3-401c-8831-60c8b406bdff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.797222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071fdd4d-b4b3-401c-8831-60c8b406bdff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.799181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071fdd4d-b4b3-401c-8831-60c8b406bdff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.799396] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071fdd4d-b4b3-401c-8831-60c8b406bdff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.904430] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.978213] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd in Status: SUCCESS [ 636.978435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.978630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.978973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.979266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.979266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.979266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.979418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.979448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.979534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.979618] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.304559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 071fdd4d-b4b3-401c-8831-60c8b406bdff [ 637.304559] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.304559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.304559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.304559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.304559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.304559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:071fdd4d-b4b3-401c-8831-60c8b406bdff already deleted. [ 637.304559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071fdd4d-b4b3-401c-8831-60c8b406bdff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.323810] env[69513]: INFO networking_nsxv3.common.synchronization [req-f56ce43c-d679-419f-8446-820828d47308 req-fe5f88ff-5ac6-478e-86c1-271a381df671 service nova] Enqueued Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_rules [ 637.323956] env[69513]: INFO networking_nsxv3.common.synchronization [req-f56ce43c-d679-419f-8446-820828d47308 req-fe5f88ff-5ac6-478e-86c1-271a381df671 service nova] Enqueued Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_members [ 637.324109] env[69513]: INFO networking_nsxv3.common.synchronization [req-f56ce43c-d679-419f-8446-820828d47308 req-fe5f88ff-5ac6-478e-86c1-271a381df671 service nova] Enqueued Resource ID: 281db10d-6fbc-465b-9f15-07a1201b62b2 with Priority: HIGHEST for action port [ 637.324343] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_rules [ 637.324478] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_members [ 637.324570] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281db10d-6fbc-465b-9f15-07a1201b62b2 with Priority: HIGHEST for action port [ 637.325837] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.325975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.326060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.326379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.326458] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.328280] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.328405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.328471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.329032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.329032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.329032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.329032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.329775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.329775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.329775] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.330017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-281db10d-6fbc-465b-9f15-07a1201b62b2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.334210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.334379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.334485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.334571] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281db10d-6fbc-465b-9f15-07a1201b62b2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.407697] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.407958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.408114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.408455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.408628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.408849] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd is going to be created. [ 637.432510] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.432792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.432883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.433147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.433330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.443677] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a87bd25-9245-497d-a34c-86b1259968cd in Status: UNINITIALIZED for 2s [ 637.484691] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.836405] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.838286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.838607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.838890] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 281db10d-6fbc-465b-9f15-07a1201b62b2 with status ACTIVE [ 637.839624] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.839761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.839761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.839985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.840178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.840382] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.840488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.840705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.840775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.840891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.841233] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.841233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.841460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.841493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.841623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.841767] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 281db10d-6fbc-465b-9f15-07a1201b62b2 is going to be updated. [ 637.860817] env[69513]: INFO networking_nsxv3.common.synchronization [None req-33ab3b6a-fb40-4a0c-880e-3c6b743fa2a7 None None] Enqueued Resource ID: c78b34ca-48ce-4c2f-a0a4-df18afa9ce03 with Priority: HIGHEST for action port [ 637.861575] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78b34ca-48ce-4c2f-a0a4-df18afa9ce03 with Priority: HIGHEST for action port [ 637.862947] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.863196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.863278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.865024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.865024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.865024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-281db10d-6fbc-465b-9f15-07a1201b62b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.865024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c78b34ca-48ce-4c2f-a0a4-df18afa9ce03 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.865024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c78b34ca-48ce-4c2f-a0a4-df18afa9ce03" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.865024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c78b34ca-48ce-4c2f-a0a4-df18afa9ce03" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.865024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c78b34ca-48ce-4c2f-a0a4-df18afa9ce03" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.865024] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c78b34ca-48ce-4c2f-a0a4-df18afa9ce03',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.986737] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c5234de-255a-48cb-8098-4d074cfb2ecd: rpc.has_security_group_logging(os_id): False [ 638.005934] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.006148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.006190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.006429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.006473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.006711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.006810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.006873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.007032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.007115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.007201] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd is going to be created. [ 638.074523] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.074664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.075038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.076418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.076647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.093122] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd in Status: IN_PROGRESS for 2s [ 638.340473] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.369910] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c78b34ca-48ce-4c2f-a0a4-df18afa9ce03 [ 638.369957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.370276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.370276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.370395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.370570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.370570] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c78b34ca-48ce-4c2f-a0a4-df18afa9ce03 already deleted. [ 638.370638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c78b34ca-48ce-4c2f-a0a4-df18afa9ce03" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.403326] env[69513]: INFO networking_nsxv3.common.synchronization [req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 req-035bf034-cb46-442a-85ef-6a45d9f8a319 service nova] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_rules [ 638.403532] env[69513]: INFO networking_nsxv3.common.synchronization [req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 req-035bf034-cb46-442a-85ef-6a45d9f8a319 service nova] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_members [ 638.403643] env[69513]: INFO networking_nsxv3.common.synchronization [req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 req-035bf034-cb46-442a-85ef-6a45d9f8a319 service nova] Enqueued Resource ID: cb101782-9d2c-46cb-a781-ce1ad547411d with Priority: HIGHEST for action port [ 638.403863] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_rules [ 638.403988] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_members [ 638.404101] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb101782-9d2c-46cb-a781-ce1ad547411d with Priority: HIGHEST for action port [ 638.404993] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.405147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.405211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.405922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.405922] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.406906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.406906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.406906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.406906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.406906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.406906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.406906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.407416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.407416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.407416] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.407928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb101782-9d2c-46cb-a781-ce1ad547411d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.408048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.408117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408342] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb101782-9d2c-46cb-a781-ce1ad547411d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.847296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.847296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.847296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.847296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.847296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.847296] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc is going to be created. [ 638.874652] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.874787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.874856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.875089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.875246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.885117] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc in Status: UNINITIALIZED for 2s [ 638.902868] env[69513]: INFO networking_nsxv3.common.synchronization [None req-960e18a5-7e08-45bb-a6e1-f46cc7ea634b None None] Enqueued Resource ID: d17b1534-43bf-4a34-b2df-5a07581a65fb with Priority: HIGHEST for action port [ 638.903325] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17b1534-43bf-4a34-b2df-5a07581a65fb with Priority: HIGHEST for action port [ 638.904486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d17b1534-43bf-4a34-b2df-5a07581a65fb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.904635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d17b1534-43bf-4a34-b2df-5a07581a65fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.904700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d17b1534-43bf-4a34-b2df-5a07581a65fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.907019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d17b1534-43bf-4a34-b2df-5a07581a65fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.907019] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17b1534-43bf-4a34-b2df-5a07581a65fb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.909410] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.910253] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.910356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.910529] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb101782-9d2c-46cb-a781-ce1ad547411d with status ACTIVE [ 638.910688] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.910787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.910849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.911053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.911140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.911320] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.911458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.911504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.911641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.911715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.911892] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.911978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.912049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.912190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.912260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.912348] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb101782-9d2c-46cb-a781-ce1ad547411d is going to be updated. [ 638.934904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.935083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.935146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.935363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.935503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.935667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb101782-9d2c-46cb-a781-ce1ad547411d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.986623] env[69513]: INFO networking_nsxv3.common.synchronization [None req-7072684c-d3e3-402d-85ec-1427e18c0cf2 None None] Enqueued Resource ID: 2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a with Priority: HIGHEST for action port [ 638.986938] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a with Priority: HIGHEST for action port [ 638.987524] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.987753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.987753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.988209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.988312] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.035678] env[69513]: INFO networking_nsxv3.common.synchronization [req-cff5515e-0b71-4e86-8443-87933ef70929 req-9d7c816d-3a5f-48f4-aabc-8c31fe526268 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 639.036222] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 639.036529] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.036645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.036707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.036902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.037060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.037156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.037213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.037357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.037434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.037539] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.408256] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d17b1534-43bf-4a34-b2df-5a07581a65fb [ 639.413288] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.413288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.413288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.413288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.413288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.413288] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d17b1534-43bf-4a34-b2df-5a07581a65fb already deleted. [ 639.413288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d17b1534-43bf-4a34-b2df-5a07581a65fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.417934] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.455873] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a87bd25-9245-497d-a34c-86b1259968cd in Status: SUCCESS [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.455873] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.455873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.455873] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.490863] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a [ 639.491141] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.491282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.492102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.492102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.492102] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a already deleted. [ 639.492102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d4b2b4b-d9ec-4bb2-974f-fe6da494f64a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.540246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.540430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.540493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.540670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.540765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.540954] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.541231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.541231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.541409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.541409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.541512] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be updated. [ 639.569810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.569973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.570426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.571038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.571217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.580649] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: IN_PROGRESS for 2s [ 639.921877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.922239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.922239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.922239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.924138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.924341] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 is going to be created. [ 639.951131] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.951131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.951131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.951131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.951131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.959083] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.960074] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 in Status: UNINITIALIZED for 2s [ 640.102150] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd in Status: SUCCESS [ 640.102376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.460185] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a87bd25-9245-497d-a34c-86b1259968cd: rpc.has_security_group_logging(os_id): False [ 640.477493] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.478771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.478771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.478771] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd is going to be created. [ 640.530927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.531948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.532148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.532627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.532977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.543498] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a87bd25-9245-497d-a34c-86b1259968cd in Status: IN_PROGRESS for 2s [ 640.818588] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d11d6cfb-22e8-4d15-a434-ee1031602c20 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_rules [ 640.819437] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_rules [ 640.819831] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.819907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.819981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.821445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.821595] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.895534] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc in Status: SUCCESS [ 640.895949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.895949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.896089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.896260] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.896392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.896456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.896797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.896887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.897016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.897114] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.912442] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8ad1950e-6858-4677-9a36-1eb3936f942d tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_rules [ 640.913498] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_rules [ 640.913843] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.913947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.935417] env[69513]: INFO networking_nsxv3.common.synchronization [req-24f6e9b1-c89d-4307-a566-51a19de04ac7 req-d6f1919f-c4ab-45ef-b54f-b510524ee380 tempest-SecurityGroupRulesNegativeTestJSON-46266395 tempest-SecurityGroupRulesNegativeTestJSON-46266395-project-member] Enqueued Resource ID: 9e041c1f-926b-4594-acd4-00f58e2fe920 with Priority: HIGHEST for action security_group_rules [ 640.935991] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e041c1f-926b-4594-acd4-00f58e2fe920 with Priority: HIGHEST for action security_group_rules [ 640.936320] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e041c1f-926b-4594-acd4-00f58e2fe920 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.936442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.936676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.939412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.939412] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e041c1f-926b-4594-acd4-00f58e2fe920',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.943368] env[69513]: INFO networking_nsxv3.common.synchronization [None req-e417dd9f-5950-476c-b382-fae0b88893be None None] Enqueued Resource ID: 05172474-f412-478e-8ca2-ff09a67c537d with Priority: HIGHEST for action port [ 640.943778] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05172474-f412-478e-8ca2-ff09a67c537d with Priority: HIGHEST for action port [ 640.944354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-05172474-f412-478e-8ca2-ff09a67c537d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.944875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05172474-f412-478e-8ca2-ff09a67c537d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05172474-f412-478e-8ca2-ff09a67c537d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.944875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05172474-f412-478e-8ca2-ff09a67c537d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.945035] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05172474-f412-478e-8ca2-ff09a67c537d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.341247] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.341421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.341505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.341721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.341810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.341905] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 already deleted. [ 641.341984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.342150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.342297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.342405] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.367315] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ea8f8d30-d12f-4589-bf92-40b2d8aa3a89 None None] Enqueued Resource ID: 620e29f6-bcc6-4723-b3e7-e5da8185dfd2 with Priority: HIGHEST for action port [ 641.367315] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620e29f6-bcc6-4723-b3e7-e5da8185dfd2 with Priority: HIGHEST for action port [ 641.367736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-620e29f6-bcc6-4723-b3e7-e5da8185dfd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.367861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620e29f6-bcc6-4723-b3e7-e5da8185dfd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.367930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620e29f6-bcc6-4723-b3e7-e5da8185dfd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.368199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620e29f6-bcc6-4723-b3e7-e5da8185dfd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.368289] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620e29f6-bcc6-4723-b3e7-e5da8185dfd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.400705] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.400839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.401052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.401643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.402066] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.402342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.402521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.402735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403423] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.403511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.403562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.404053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.404119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.404261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.404329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.404411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.404498] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.450766] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05172474-f412-478e-8ca2-ff09a67c537d [ 641.451023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.451172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.451244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.452040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.452040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.452040] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05172474-f412-478e-8ca2-ff09a67c537d already deleted. [ 641.452040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05172474-f412-478e-8ca2-ff09a67c537d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.459214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.459386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.459461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.459659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.459766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.459881] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e041c1f-926b-4594-acd4-00f58e2fe920 already deleted. [ 641.459965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.591068] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 641.591068] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc deletion is rescheduled due to dependency. [ 641.591068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.866915] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.867246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.867246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.867478] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 already deleted. [ 641.867478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.874610] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 620e29f6-bcc6-4723-b3e7-e5da8185dfd2 [ 641.874610] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.874610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.874610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.874859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.874859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.874936] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:620e29f6-bcc6-4723-b3e7-e5da8185dfd2 already deleted. [ 641.875525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620e29f6-bcc6-4723-b3e7-e5da8185dfd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.911275] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51deec27-1f19-4f21-a652-1d3005d9f8bc: rpc.has_security_group_logging(os_id): False [ 641.929192] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.929192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.929192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.929192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.929192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.929192] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.929531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.929531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.929677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.929746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.933027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.933027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.933027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.933027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc is going to be created. [ 641.970246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 in Status: SUCCESS [ 641.970493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.972019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.972019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.972019] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.981771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.981771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.981771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.981938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.982120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.998555] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc in Status: IN_PROGRESS for 2s [ 642.344453] env[69513]: INFO networking_nsxv3.common.synchronization [None req-a45f34fd-74dc-4dfb-928b-847cc9d1f46b None None] Enqueued Resource ID: 9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465 with Priority: HIGHEST for action port [ 642.344453] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465 with Priority: HIGHEST for action port [ 642.346549] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.346683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.346747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.347311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.347311] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.477438] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.564962] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a87bd25-9245-497d-a34c-86b1259968cd in Status: SUCCESS [ 642.564962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.806799] env[69513]: INFO networking_nsxv3.common.synchronization [req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 req-68d50985-6356-4aa9-911b-7ace3918074f tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 642.807719] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 642.807719] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.807892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.807892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808642] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.808642] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.850494] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465 [ 642.850590] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.851829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.851829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.851829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.851829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.851829] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465 already deleted. [ 642.852051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7b9d46-d2e2-4a8d-bf8d-9eff20e16465" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.981918] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec4c15e-3bbc-4b60-bc0f-b16130107384: rpc.has_security_group_logging(os_id): False [ 643.000548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.000706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.002024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.002407] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 is going to be created. [ 643.056017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.056017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.056017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.056017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.056017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.068532] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 in Status: IN_PROGRESS for 2s [ 643.312912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.312912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.312912] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 already deleted. [ 643.312912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.485313] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.485313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.487029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.487346] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.487661] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.487851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.487976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.488250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.488400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.488648] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.488746] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.488867] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.488990] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.489732] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.489732] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.489732] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.507917] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.508169] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.508294] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.508448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.508728] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.508926] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.509034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.509396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.509648] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e202eb-f4c9-443b-83d5-d6841f8f1db6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.660041] env[69513]: INFO networking_nsxv3.common.synchronization [None req-a4ca9805-5ea0-48c9-945a-804faa6ee41b None None] Enqueued Resource ID: ae812e7b-ca12-4e94-9f7f-8cb19a180191 with Priority: HIGHEST for action port [ 643.661112] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae812e7b-ca12-4e94-9f7f-8cb19a180191 with Priority: HIGHEST for action port [ 643.661482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae812e7b-ca12-4e94-9f7f-8cb19a180191 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.664017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae812e7b-ca12-4e94-9f7f-8cb19a180191" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.664017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae812e7b-ca12-4e94-9f7f-8cb19a180191" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.664017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae812e7b-ca12-4e94-9f7f-8cb19a180191" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.664017] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae812e7b-ca12-4e94-9f7f-8cb19a180191',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.015387] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.015387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c3e202eb-f4c9-443b-83d5-d6841f8f1db6 not found, creating... [ 644.015387] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.015999] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.015999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.015999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.015999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.015999] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c3e202eb-f4c9-443b-83d5-d6841f8f1db6 is going to be created. [ 644.017682] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc in Status: SUCCESS [ 644.017864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.039925] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.040188] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.040321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.040633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.040890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.041234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.164432] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae812e7b-ca12-4e94-9f7f-8cb19a180191 [ 644.165031] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.165031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.165031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.165212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.165212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.165322] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae812e7b-ca12-4e94-9f7f-8cb19a180191 already deleted. [ 644.165389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae812e7b-ca12-4e94-9f7f-8cb19a180191" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.034212] env[69513]: INFO networking_nsxv3.common.synchronization [req-67c55e10-5f26-4534-b49a-4f924a1f9f28 req-0153fd90-6249-40b4-8b63-37d6180bb615 tempest-SecurityGroupRulesNegativeTestJSON-46266395 tempest-SecurityGroupRulesNegativeTestJSON-46266395-project-member] Enqueued Resource ID: 9e041c1f-926b-4594-acd4-00f58e2fe920 with Priority: HIGHEST for action security_group_rules [ 645.034702] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e041c1f-926b-4594-acd4-00f58e2fe920 with Priority: HIGHEST for action security_group_rules [ 645.034946] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e041c1f-926b-4594-acd4-00f58e2fe920 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.035582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.035712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.036011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.036502] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e041c1f-926b-4594-acd4-00f58e2fe920',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.081805] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 in Status: SUCCESS [ 645.081805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.250801] env[69513]: INFO networking_nsxv3.common.synchronization [req-2b04943c-c3ed-4892-a62d-79cefffc34f9 req-1c54da4a-61c6-48ab-8033-375f8903e766 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_members [ 645.250801] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_members [ 645.250801] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.250947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.250947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.253946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.253946] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.254118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.254368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.254562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.254707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.254863] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.559976] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.560865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.560865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.560865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.560865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.560865] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e041c1f-926b-4594-acd4-00f58e2fe920 already deleted. [ 645.560865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e041c1f-926b-4594-acd4-00f58e2fe920" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.758461] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.758847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.758975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.759324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.759399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.759553] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.761400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.761503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.761781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.761944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.762013] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f already deleted. [ 645.762136] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.790565] env[69513]: INFO networking_nsxv3.common.synchronization [req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 req-4fbf7326-c54e-4c88-8a1d-daaccacd8dca service nova] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_rules [ 645.791093] env[69513]: INFO networking_nsxv3.common.synchronization [req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 req-4fbf7326-c54e-4c88-8a1d-daaccacd8dca service nova] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 645.791093] env[69513]: INFO networking_nsxv3.common.synchronization [req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 req-4fbf7326-c54e-4c88-8a1d-daaccacd8dca service nova] Enqueued Resource ID: c3e202eb-f4c9-443b-83d5-d6841f8f1db6 with Priority: HIGHEST for action port [ 645.791226] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_rules [ 645.791267] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 645.791422] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e202eb-f4c9-443b-83d5-d6841f8f1db6 with Priority: HIGHEST for action port [ 645.794063] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.794327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.794407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.794720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.794835] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.796338] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.796338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.796338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.796338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.796572] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.796572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.796667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.796768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.796858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.796973] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.799160] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.799160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.799160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.799467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.799467] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e202eb-f4c9-443b-83d5-d6841f8f1db6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.905249] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.905528] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.905795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.907179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.907604] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.911266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.911513] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.911887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.912146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.912488] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.912679] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.912890] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.913098] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.913309] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.913506] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.913730] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.934270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.934429] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.934589] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.934848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.935326] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-bf757d7f-68c8-4fff-89e0-f80c4a130104 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.935583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.935775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.936392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.936624] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf757d7f-68c8-4fff-89e0-f80c4a130104',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.305022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.305022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e202eb-f4c9-443b-83d5-d6841f8f1db6 with status ACTIVE [ 646.305022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.305022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.305022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.305022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.305959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.305959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.305959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.305959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.305959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e202eb-f4c9-443b-83d5-d6841f8f1db6 is going to be updated. [ 646.307256] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.329645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.329645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.329645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.329645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.329645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.330138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e202eb-f4c9-443b-83d5-d6841f8f1db6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.438867] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.439101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.439233] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.439790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439953] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port bf757d7f-68c8-4fff-89e0-f80c4a130104 not found, creating... [ 646.440247] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.440416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.440531] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441971] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.442349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.442661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.443123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.444265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.444502] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: bf757d7f-68c8-4fff-89e0-f80c4a130104 is going to be created. [ 646.476113] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.476113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.476326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.476485] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.476705] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.476925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.810662] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.237948] env[69513]: INFO networking_nsxv3.common.synchronization [req-2b04943c-c3ed-4892-a62d-79cefffc34f9 req-c250d8e9-1f93-42c7-8069-6a22d4386bfd service nova] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_rules [ 647.237948] env[69513]: INFO networking_nsxv3.common.synchronization [req-2b04943c-c3ed-4892-a62d-79cefffc34f9 req-c250d8e9-1f93-42c7-8069-6a22d4386bfd service nova] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_members [ 647.242030] env[69513]: INFO networking_nsxv3.common.synchronization [req-2b04943c-c3ed-4892-a62d-79cefffc34f9 req-c250d8e9-1f93-42c7-8069-6a22d4386bfd service nova] Enqueued Resource ID: bf757d7f-68c8-4fff-89e0-f80c4a130104 with Priority: HIGHEST for action port [ 647.242030] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_rules [ 647.242030] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_members [ 647.242030] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf757d7f-68c8-4fff-89e0-f80c4a130104 with Priority: HIGHEST for action port [ 647.242030] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.242030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.242030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.242030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.242030] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.243276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.243407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.243562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.244092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.244092] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.248851] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.248851] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf757d7f-68c8-4fff-89e0-f80c4a130104 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.248851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.248851] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf757d7f-68c8-4fff-89e0-f80c4a130104',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.316696] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.317306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.320018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.320018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.320018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.320018] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be created. [ 647.343176] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.343176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.343176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.343176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.343176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.356363] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: UNINITIALIZED for 2s [ 647.751954] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.751954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.751954] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.754531] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf757d7f-68c8-4fff-89e0-f80c4a130104 with status ACTIVE [ 647.754798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.754933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.755008] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.755258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.755377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.755528] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.755626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.755683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.756439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.756439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.756439] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.756439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.756439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.756439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.756941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.756941] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf757d7f-68c8-4fff-89e0-f80c4a130104 is going to be updated. [ 647.781653] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.781653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.781899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.781951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.782449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.782449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf757d7f-68c8-4fff-89e0-f80c4a130104" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.816495] env[69513]: INFO networking_nsxv3.common.synchronization [req-9775c79e-18e3-41ec-b9bd-176444fbdf98 req-e982e698-d95b-45ad-b92f-0333b78736dc tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 647.819648] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 647.819648] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.819648] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.819648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.819648] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.210561] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.210561] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.210561] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.211118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.212030] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.212030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.212199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.212796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.213431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.213536] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.213704] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.213879] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.214034] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.214830] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.214830] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.214830] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.247974] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.247974] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.247974] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.247974] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.248320] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c485736f-e309-46db-9633-97933dbd3ba3 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.248504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.248626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.249012] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.249156] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c485736f-e309-46db-9633-97933dbd3ba3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.256217] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.321778] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.322091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.322091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.323331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.323937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.323937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.324109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.324109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.324338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.324457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.324597] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc already deleted. [ 648.324709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.751858] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.752692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.752692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.752692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.752940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.753284] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c485736f-e309-46db-9633-97933dbd3ba3 not found, creating... [ 648.753559] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.753784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.753936] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.754218] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.754394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.754744] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.754994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.755261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.755416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.755609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.755868] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c485736f-e309-46db-9633-97933dbd3ba3 is going to be created. [ 648.763041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.763200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.763324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.763530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.763697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.763764] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f is going to be created. [ 648.786428] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.786847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.786847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.787112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.787300] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.787620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.798055] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.798055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.798055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.798289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.798496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.816703] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f in Status: UNINITIALIZED for 2s [ 649.367138] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 649.367138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.367138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.367138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.367698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.367781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.368540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.368540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.368540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.368540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.368540] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.812219] env[69513]: INFO networking_nsxv3.common.synchronization [req-9775c79e-18e3-41ec-b9bd-176444fbdf98 req-e6e5466a-27ec-4443-a623-ab21ca3c4df7 service nova] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_rules [ 649.812281] env[69513]: INFO networking_nsxv3.common.synchronization [req-9775c79e-18e3-41ec-b9bd-176444fbdf98 req-e6e5466a-27ec-4443-a623-ab21ca3c4df7 service nova] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 649.813080] env[69513]: INFO networking_nsxv3.common.synchronization [req-9775c79e-18e3-41ec-b9bd-176444fbdf98 req-e6e5466a-27ec-4443-a623-ab21ca3c4df7 service nova] Enqueued Resource ID: c485736f-e309-46db-9633-97933dbd3ba3 with Priority: HIGHEST for action port [ 649.814498] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_rules [ 649.814593] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 649.814684] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c485736f-e309-46db-9633-97933dbd3ba3 with Priority: HIGHEST for action port [ 649.814995] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.815304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.815304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.815908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.815908] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.819423] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819423] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819423] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.820208] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c485736f-e309-46db-9633-97933dbd3ba3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.820311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.820473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.820581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.820664] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c485736f-e309-46db-9633-97933dbd3ba3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.872700] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.872700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.873129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.873355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.873844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.875134] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.875134] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.875134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.875851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.875851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.875851] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.904664] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8c1cf86b-e1e7-4e07-96df-2e16828da088 None None] Enqueued Resource ID: 1e169b17-4869-4e5b-ba11-c4d0a25a134c with Priority: HIGHEST for action port [ 649.904948] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e169b17-4869-4e5b-ba11-c4d0a25a134c with Priority: HIGHEST for action port [ 649.905937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e169b17-4869-4e5b-ba11-c4d0a25a134c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.908150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e169b17-4869-4e5b-ba11-c4d0a25a134c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.908270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e169b17-4869-4e5b-ba11-c4d0a25a134c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.908537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e169b17-4869-4e5b-ba11-c4d0a25a134c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.908622] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e169b17-4869-4e5b-ba11-c4d0a25a134c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.323060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.323233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.323430] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.324532] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c485736f-e309-46db-9633-97933dbd3ba3 with status ACTIVE [ 650.324721] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.324835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.324898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.325125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.325225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.325480] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.325602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.325683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.325868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.325976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.330194] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.330332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.330399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.330589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.330674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.330769] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c485736f-e309-46db-9633-97933dbd3ba3 is going to be updated. [ 650.350104] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.350260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.350364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.350587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.350730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.350892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c485736f-e309-46db-9633-97933dbd3ba3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.381676] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4: rpc.has_security_group_logging(os_id): False [ 650.398653] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.398797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.398902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.399110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.399202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.399440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.399548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.399610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.399807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.399851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.400042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.400979] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.400979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.401336] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be created. [ 650.412137] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e169b17-4869-4e5b-ba11-c4d0a25a134c [ 650.412473] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.412625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.412693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.412884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.412968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.413070] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e169b17-4869-4e5b-ba11-c4d0a25a134c already deleted. [ 650.413205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e169b17-4869-4e5b-ba11-c4d0a25a134c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.494774] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.494914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.494985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.495213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.506884] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: IN_PROGRESS for 2s [ 650.830391] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f in Status: SUCCESS [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.830391] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.830391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.830391] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.833234] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.101973] env[69513]: INFO networking_nsxv3.common.synchronization [req-121bde90-617a-4b55-a3ef-3da23bbd7781 req-129cef18-1ae2-4e54-a360-f6d2b7bc29a8 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 651.102217] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 651.102576] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.103294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.103365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.103724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.103918] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.104040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.104106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.104855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.104855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.104855] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.335216] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.335670] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.335782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.336575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.337208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.337308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.337417] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be created. [ 651.361185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.361322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.361388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.361632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.361785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.370169] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: UNINITIALIZED for 2s [ 651.607910] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.608349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.608349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.608513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.608607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.608847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.608963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.608963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.609122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.609214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.609331] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 already deleted. [ 651.609524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.767896] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.768070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-407" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.768217] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-407" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.769158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-407" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.769158] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.769788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.770078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.770447] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.770648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.770896] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.771043] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.771362] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.771525] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.771651] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.771762] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.771906] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.792496] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.793081] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.793393] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.793594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-407" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.793929] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.794118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.794241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.794590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.794738] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.839454] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f69d616-3ea6-4c85-b1f8-8406d4efe99f: rpc.has_security_group_logging(os_id): False [ 651.858293] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.858455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.858733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.859060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.859181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.859538] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.859665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.859741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.859955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.860057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.860154] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f is going to be created. [ 651.917351] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.917510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.917583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.917808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.917991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.933108] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f in Status: IN_PROGRESS for 2s [ 652.297862] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.298315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.298530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.298876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.299041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.299690] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c not found, creating... [ 652.299690] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.299690] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.299848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.300167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.300324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.300618] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.300919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.300919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.301108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.301244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.301385] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c is going to be created. [ 652.320461] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.320815] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.320932] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.321288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.321587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.321740] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.525187] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 652.525442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755345] env[69513]: INFO networking_nsxv3.common.synchronization [req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f req-afd2cc20-4305-4c83-9025-cd2a1f62b857 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Enqueued Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_members [ 652.755345] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGHEST for action security_group_members [ 652.755345] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.755345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.755345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.755345] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.755345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.755345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.756026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.756026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.207062] env[69513]: INFO networking_nsxv3.common.synchronization [None req-429f16db-483a-4a75-934b-5b1d47a5bbcc None None] Enqueued Resource ID: 43f34317-fee3-4678-9aa4-91ac3662f028 with Priority: HIGHEST for action port [ 653.207062] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f34317-fee3-4678-9aa4-91ac3662f028 with Priority: HIGHEST for action port [ 653.207062] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f34317-fee3-4678-9aa4-91ac3662f028 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.207062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f34317-fee3-4678-9aa4-91ac3662f028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.207062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f34317-fee3-4678-9aa4-91ac3662f028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.210362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f34317-fee3-4678-9aa4-91ac3662f028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.210362] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f34317-fee3-4678-9aa4-91ac3662f028',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.261047] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.261235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.261337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.261718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.261768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.262287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.262287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.262287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.262722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.262722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.262722] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc is going to be updated. [ 653.293809] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.293809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.293809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.293809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.293809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.301550] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc in Status: IN_PROGRESS for 2s [ 653.382172] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 653.382172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.382172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.382172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.382172] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.382172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.382818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.382818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.382818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.382818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.382818] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.460782] env[69513]: INFO networking_nsxv3.common.synchronization [req-121bde90-617a-4b55-a3ef-3da23bbd7781 req-28ab236a-c209-4917-adff-667f4f7cdcd3 service nova] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 653.460952] env[69513]: INFO networking_nsxv3.common.synchronization [req-121bde90-617a-4b55-a3ef-3da23bbd7781 req-28ab236a-c209-4917-adff-667f4f7cdcd3 service nova] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 653.461121] env[69513]: INFO networking_nsxv3.common.synchronization [req-121bde90-617a-4b55-a3ef-3da23bbd7781 req-28ab236a-c209-4917-adff-667f4f7cdcd3 service nova] Enqueued Resource ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with Priority: HIGHEST for action port [ 653.463810] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 653.463810] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 653.463810] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with Priority: HIGHEST for action port [ 653.465135] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.465274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.465341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.465561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.466670] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.466954] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.467094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.467166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.467339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.467519] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.467593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.467653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.467777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.467875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.467937] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.470097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.470261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.470367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.470608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.470726] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.678048] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ac8181e6-3923-4bdc-9735-6dc15ccf9986 None None] Enqueued Resource ID: 4874c2f2-86e9-4fda-8a44-9854cf7a4881 with Priority: HIGHEST for action port [ 653.682020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4874c2f2-86e9-4fda-8a44-9854cf7a4881 with Priority: HIGHEST for action port [ 653.682020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-4874c2f2-86e9-4fda-8a44-9854cf7a4881 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.682020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4874c2f2-86e9-4fda-8a44-9854cf7a4881" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.682020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4874c2f2-86e9-4fda-8a44-9854cf7a4881" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.682020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4874c2f2-86e9-4fda-8a44-9854cf7a4881" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.682020] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4874c2f2-86e9-4fda-8a44-9854cf7a4881',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.713700] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43f34317-fee3-4678-9aa4-91ac3662f028 [ 653.713700] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.713700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.713700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.713700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.713700] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43f34317-fee3-4678-9aa4-91ac3662f028 already deleted. [ 653.713700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f34317-fee3-4678-9aa4-91ac3662f028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.886642] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.887029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.887029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.889017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.889017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.889017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.889017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.889769] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.949970] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f in Status: SUCCESS [ 653.950387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.973039] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.973757] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.973911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.974311] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with status ACTIVE [ 653.974487] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.974594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.974658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.974860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.974949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.975133] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.975229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.975290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.975469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.975551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.977454] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.977454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.977454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.977454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.977454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.977454] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c is going to be updated. [ 653.996790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.997049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.997259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.997572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.186348] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4874c2f2-86e9-4fda-8a44-9854cf7a4881 [ 654.186592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.186784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.186997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.187137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.187684] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4874c2f2-86e9-4fda-8a44-9854cf7a4881 already deleted. [ 654.187684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4874c2f2-86e9-4fda-8a44-9854cf7a4881" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.392687] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd9c446-0f2a-4394-93dd-e33309f321fc: rpc.has_security_group_logging(os_id): False [ 654.414810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.414810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.414810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.414810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415415] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.415415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.415415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.415415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.415415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415415] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be created. [ 654.463737] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.463879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.463945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.464184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.464367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.476559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: IN_PROGRESS for 2s [ 654.476559] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.980596] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.980596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.980596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.980596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.980596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.980596] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be created. [ 655.007362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.007362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.007362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.007362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.007362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.016447] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: UNINITIALIZED for 2s [ 655.208324] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8f3b65f7-15a2-43d5-a21a-b9b122d805da None None] Enqueued Resource ID: 6491756f-2cf3-4a46-8922-a3dbd272024d with Priority: HIGHEST for action port [ 655.208324] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6491756f-2cf3-4a46-8922-a3dbd272024d with Priority: HIGHEST for action port [ 655.208324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6491756f-2cf3-4a46-8922-a3dbd272024d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.208324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6491756f-2cf3-4a46-8922-a3dbd272024d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.208324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6491756f-2cf3-4a46-8922-a3dbd272024d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6491756f-2cf3-4a46-8922-a3dbd272024d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212191] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6491756f-2cf3-4a46-8922-a3dbd272024d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.313670] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc in Status: SUCCESS [ 655.314181] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc deletion is rescheduled due to dependency. [ 655.314410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.716847] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6491756f-2cf3-4a46-8922-a3dbd272024d [ 655.717117] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717801] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6491756f-2cf3-4a46-8922-a3dbd272024d already deleted. [ 655.717801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6491756f-2cf3-4a46-8922-a3dbd272024d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.145622] env[69513]: INFO networking_nsxv3.common.synchronization [None req-7bf4bbe4-a69a-4178-bfa5-c8efa4641e7c None None] Enqueued Resource ID: 3dd52bc3-5ad2-4898-9420-b41fd391aaee with Priority: HIGHEST for action port [ 656.145955] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd52bc3-5ad2-4898-9420-b41fd391aaee with Priority: HIGHEST for action port [ 656.146476] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd52bc3-5ad2-4898-9420-b41fd391aaee taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.146817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd52bc3-5ad2-4898-9420-b41fd391aaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.146817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd52bc3-5ad2-4898-9420-b41fd391aaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.147228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd52bc3-5ad2-4898-9420-b41fd391aaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.147228] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd52bc3-5ad2-4898-9420-b41fd391aaee',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.490443] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 656.490697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.655767] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dd52bc3-5ad2-4898-9420-b41fd391aaee [ 656.655767] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.655767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.655767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.655767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.655767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.655767] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dd52bc3-5ad2-4898-9420-b41fd391aaee already deleted. [ 656.655767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd52bc3-5ad2-4898-9420-b41fd391aaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.026856] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 657.027707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.027707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.027707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.027875] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.027875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.027967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.028879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.029070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.029952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.029952] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.504752] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9e4f5250-02a1-4c34-90a7-e44d21361aed None None] Enqueued Resource ID: 821f907e-81d8-4787-8124-91a9905f5fc1 with Priority: HIGHEST for action port [ 657.504752] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821f907e-81d8-4787-8124-91a9905f5fc1 with Priority: HIGHEST for action port [ 657.506198] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-821f907e-81d8-4787-8124-91a9905f5fc1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.506198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-821f907e-81d8-4787-8124-91a9905f5fc1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.506198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-821f907e-81d8-4787-8124-91a9905f5fc1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.506198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-821f907e-81d8-4787-8124-91a9905f5fc1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.506198] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821f907e-81d8-4787-8124-91a9905f5fc1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.534057] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.012020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 821f907e-81d8-4787-8124-91a9905f5fc1 [ 658.012020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.012020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.012020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.012020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.012020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.012020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:821f907e-81d8-4787-8124-91a9905f5fc1 already deleted. [ 658.012020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-821f907e-81d8-4787-8124-91a9905f5fc1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.037515] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af007e4c-9ad3-4257-86ff-97f1e5468fa6: rpc.has_security_group_logging(os_id): False [ 658.055190] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.055321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.055416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.055624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.055723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.055983] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.056101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.056165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.056326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.056411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.056503] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be created. [ 658.110476] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.110673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.110748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.110929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.111131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.121063] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 660.134162] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 660.134162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.981897] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c18fe94-ddc1-497c-a0df-9f8429b132de req-22986b23-070a-4490-82e0-2867521a7c0b tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Enqueued Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_members [ 661.985022] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_members [ 661.985022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.985022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.985022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.985022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.494028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.494028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.494028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0904499-47d9-433f-9626-35b73625eccf already deleted. [ 662.494028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.818393] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.818644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-108" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.819032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-108" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.819101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-108" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.819529] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.819529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.819700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.819918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.821986] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.821986] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.821986] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.821986] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.821986] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.822277] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.822399] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.822541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.842890] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.843327] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.844217] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.844607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-108" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.845098] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.845308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.845429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.846537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.846782] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.353032] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.353032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.353032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.353032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.353536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.353536] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 not found, creating... [ 663.353536] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.353718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.353805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.354051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.354186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.354463] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.354641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.354721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.354938] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.357561] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.357697] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 is going to be created. [ 663.377480] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.377759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.377926] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.378488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.378834] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.379048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.408864] env[69513]: INFO networking_nsxv3.common.synchronization [None req-1e0badbc-ea35-43c5-ae0c-8206a1de54f7 None None] Enqueued Resource ID: 5d8cdfc8-c23c-4fc2-928e-620fcb795a2c with Priority: HIGHEST for action port [ 663.409303] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8cdfc8-c23c-4fc2-928e-620fcb795a2c with Priority: HIGHEST for action port [ 663.409757] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d8cdfc8-c23c-4fc2-928e-620fcb795a2c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.409884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d8cdfc8-c23c-4fc2-928e-620fcb795a2c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.409954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d8cdfc8-c23c-4fc2-928e-620fcb795a2c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.410248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d8cdfc8-c23c-4fc2-928e-620fcb795a2c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.410334] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8cdfc8-c23c-4fc2-928e-620fcb795a2c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.607532] env[69513]: INFO networking_nsxv3.common.synchronization [None req-0a296488-0db4-4179-b9da-52af51de0403 None None] Enqueued Resource ID: 562de4ef-4dd0-4c64-bd66-544cc0ff55ae with Priority: HIGHEST for action port [ 663.607532] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562de4ef-4dd0-4c64-bd66-544cc0ff55ae with Priority: HIGHEST for action port [ 663.607998] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-562de4ef-4dd0-4c64-bd66-544cc0ff55ae taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.607998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-562de4ef-4dd0-4c64-bd66-544cc0ff55ae" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.607998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-562de4ef-4dd0-4c64-bd66-544cc0ff55ae" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.611688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-562de4ef-4dd0-4c64-bd66-544cc0ff55ae" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.611688] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('562de4ef-4dd0-4c64-bd66-544cc0ff55ae',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.912149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d8cdfc8-c23c-4fc2-928e-620fcb795a2c [ 663.912622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.912622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.913466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.913466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.913466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.913466] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d8cdfc8-c23c-4fc2-928e-620fcb795a2c already deleted. [ 663.913466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d8cdfc8-c23c-4fc2-928e-620fcb795a2c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.112702] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 562de4ef-4dd0-4c64-bd66-544cc0ff55ae [ 664.112989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.113158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.113229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.113445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.113540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.113694] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:562de4ef-4dd0-4c64-bd66-544cc0ff55ae already deleted. [ 664.113764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-562de4ef-4dd0-4c64-bd66-544cc0ff55ae" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129283] env[69513]: INFO networking_nsxv3.common.synchronization [req-cc2040f7-4508-4d55-8284-2887a646ab39 req-95797226-e179-4e1f-8068-892f15c03276 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 664.130429] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 664.130801] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.134034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.134034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.134034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.134034] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.134034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.134034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.135607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.135607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.136770] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.532811] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.533302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.533302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.533527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.533800] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.533967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.535597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.535871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.536046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.536260] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.536386] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.536502] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.536615] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.536748] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.536862] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.536999] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.554192] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.554361] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.554501] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.554678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.554980] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.555170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.555279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.555647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.555753] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.640403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.640573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.640638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.640863] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.641081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.642394] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.642735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.644162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.644162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.644473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.644606] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 already deleted. [ 664.644706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.061777] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.061777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.061777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.062027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.062123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.062690] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 not found, creating... [ 665.062690] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.062952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.062952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.063058] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.063191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.063472] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.063635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.063749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.063951] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.064163] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.064309] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 is going to be created. [ 665.084021] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.084021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.084265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.085291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.085291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.085291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.088652] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c18fe94-ddc1-497c-a0df-9f8429b132de req-74c40979-0e90-48b7-ae5e-9780bc6c4bfc service nova] Enqueued Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_rules [ 665.088652] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c18fe94-ddc1-497c-a0df-9f8429b132de req-74c40979-0e90-48b7-ae5e-9780bc6c4bfc service nova] Enqueued Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_members [ 665.088774] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c18fe94-ddc1-497c-a0df-9f8429b132de req-74c40979-0e90-48b7-ae5e-9780bc6c4bfc service nova] Enqueued Resource ID: 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 with Priority: HIGHEST for action port [ 665.088968] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_rules [ 665.092381] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_members [ 665.092511] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 with Priority: HIGHEST for action port [ 665.093360] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.093501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.093564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.093815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.093899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.095127] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.095274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.095351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.095474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.095633] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.096038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.096038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.096038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.096038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.096281] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.096798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.096909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.096976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.101588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.101730] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.604944] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.604944] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.604944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.604944] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 with status ACTIVE [ 665.604944] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.604944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.604944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.604944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.604944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.605771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.605771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.605771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.605771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.605771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.605771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.605771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.606936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.606936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.606936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.608681] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 is going to be updated. [ 665.627653] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.627851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.627851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.628097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.628261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.628453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.701033] env[69513]: INFO networking_nsxv3.common.synchronization [req-e9b03bd9-502f-4ca7-9dc5-7cf0ab12f6ec req-6e86b666-8b4d-4e0e-a4da-62cb50a26714 tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: e50baafc-3893-4045-a7da-4f2ad81ae4f7 with Priority: HIGHEST for action security_group_rules [ 665.701033] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50baafc-3893-4045-a7da-4f2ad81ae4f7 with Priority: HIGHEST for action security_group_rules [ 665.704440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e50baafc-3893-4045-a7da-4f2ad81ae4f7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.704583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e50baafc-3893-4045-a7da-4f2ad81ae4f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.704697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e50baafc-3893-4045-a7da-4f2ad81ae4f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.704919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e50baafc-3893-4045-a7da-4f2ad81ae4f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.706464] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e50baafc-3893-4045-a7da-4f2ad81ae4f7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.109854] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.225442] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.225442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.225442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.225696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.225696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.225759] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e50baafc-3893-4045-a7da-4f2ad81ae4f7 already deleted. [ 666.225862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e50baafc-3893-4045-a7da-4f2ad81ae4f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.373376] env[69513]: INFO networking_nsxv3.common.synchronization [None req-e5b38fad-cb74-4e51-8b89-75273b5d9ed5 None None] Enqueued Resource ID: d299854e-0cda-4c88-a371-45c325f59bba with Priority: HIGHEST for action port [ 666.373742] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d299854e-0cda-4c88-a371-45c325f59bba with Priority: HIGHEST for action port [ 666.374421] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d299854e-0cda-4c88-a371-45c325f59bba taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.374554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d299854e-0cda-4c88-a371-45c325f59bba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.374621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d299854e-0cda-4c88-a371-45c325f59bba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.374880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d299854e-0cda-4c88-a371-45c325f59bba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.374951] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d299854e-0cda-4c88-a371-45c325f59bba',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.549247] env[69513]: INFO networking_nsxv3.common.synchronization [req-cc2040f7-4508-4d55-8284-2887a646ab39 req-dee8ae59-09c2-4bdb-bbd0-a2100718f698 service nova] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 666.550099] env[69513]: INFO networking_nsxv3.common.synchronization [req-cc2040f7-4508-4d55-8284-2887a646ab39 req-dee8ae59-09c2-4bdb-bbd0-a2100718f698 service nova] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 666.550099] env[69513]: INFO networking_nsxv3.common.synchronization [req-cc2040f7-4508-4d55-8284-2887a646ab39 req-dee8ae59-09c2-4bdb-bbd0-a2100718f698 service nova] Enqueued Resource ID: 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 with Priority: HIGHEST for action port [ 666.550832] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 666.551150] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 666.551472] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 with Priority: HIGHEST for action port [ 666.551872] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.552195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.552298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.552587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.555424] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.555424] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.555424] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.555424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.555424] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.555894] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.555894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.556019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.556208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.556362] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.613464] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.613464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.613464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.613464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.613464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.613464] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0904499-47d9-433f-9626-35b73625eccf is going to be created. [ 666.637027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.637027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.637027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.637027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.637027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.646590] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0904499-47d9-433f-9626-35b73625eccf in Status: UNINITIALIZED for 2s [ 666.711450] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bdfb5274-88e4-441e-aed4-8ee22bc29f8b None None] Enqueued Resource ID: e806db3d-5d44-4117-8013-9c0f7f8f9cfa with Priority: HIGHEST for action port [ 666.711450] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e806db3d-5d44-4117-8013-9c0f7f8f9cfa with Priority: HIGHEST for action port [ 666.711450] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e806db3d-5d44-4117-8013-9c0f7f8f9cfa taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.711450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e806db3d-5d44-4117-8013-9c0f7f8f9cfa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.713111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e806db3d-5d44-4117-8013-9c0f7f8f9cfa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.716709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e806db3d-5d44-4117-8013-9c0f7f8f9cfa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.716709] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e806db3d-5d44-4117-8013-9c0f7f8f9cfa',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.835899] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ab5f2dff-35da-4508-aa2c-89cf9e555d10 None None] Enqueued Resource ID: 9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3 with Priority: HIGHEST for action port [ 666.836646] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3 with Priority: HIGHEST for action port [ 666.837145] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.837261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.837312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.837674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.838756] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.878141] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d299854e-0cda-4c88-a371-45c325f59bba [ 666.878141] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.878141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.878141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.878141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.878141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.878141] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d299854e-0cda-4c88-a371-45c325f59bba already deleted. [ 666.878141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d299854e-0cda-4c88-a371-45c325f59bba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.059237] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.059237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.061424] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.061424] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 with status ACTIVE [ 667.061424] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.061588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.061588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.061781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.061867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.062168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.062220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.063353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.063442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.063664] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.063823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.063823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.063988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.064076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.064162] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 is going to be updated. [ 667.084847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.085013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.085063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.086052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.086052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.086052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.219387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e806db3d-5d44-4117-8013-9c0f7f8f9cfa [ 667.219387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.219387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.219387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.219387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.219387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.219387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e806db3d-5d44-4117-8013-9c0f7f8f9cfa already deleted. [ 667.219387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e806db3d-5d44-4117-8013-9c0f7f8f9cfa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.344346] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3 [ 667.344741] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.344957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.345086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.345422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.345590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.345754] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3 already deleted. [ 667.345912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce54bb8-bd03-4aa5-bcf5-ca9982c7a4f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.555080] env[69513]: INFO networking_nsxv3.common.synchronization [req-d10bc477-4a4e-4947-8bad-f5c01055543d req-83974b59-2e23-4f1b-b346-b96945013c84 tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: c6f553f6-225f-48b8-80d2-f41f64d3d314 with Priority: HIGHEST for action security_group_rules [ 667.555080] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f553f6-225f-48b8-80d2-f41f64d3d314 with Priority: HIGHEST for action security_group_rules [ 667.555080] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f553f6-225f-48b8-80d2-f41f64d3d314 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.555319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f553f6-225f-48b8-80d2-f41f64d3d314" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.555762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f553f6-225f-48b8-80d2-f41f64d3d314" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.556281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f553f6-225f-48b8-80d2-f41f64d3d314" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.556281] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f553f6-225f-48b8-80d2-f41f64d3d314',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.566159] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.647867] env[69513]: INFO networking_nsxv3.common.synchronization [req-944397aa-e739-46e0-a166-7b728ab29f38 req-1ca6ffa3-2f21-428a-beea-e9fe60c14c3a tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Enqueued Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_members [ 667.648715] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_members [ 667.649436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.650192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.650192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.650729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.650729] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.650958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.650958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.651095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.652485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.652485] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.068232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.068397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.068466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.068695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.068782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.068881] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be created. [ 668.075980] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.076689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.076689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.076689] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f553f6-225f-48b8-80d2-f41f64d3d314 already deleted. [ 668.076934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f553f6-225f-48b8-80d2-f41f64d3d314" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.089455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.089681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.089821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.090087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.099483] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: UNINITIALIZED for 2s [ 668.153811] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.154036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.155059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.155059] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.155379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.155509] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 already deleted. [ 668.155640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.415812] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.416022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-571" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.416150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-571" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.416477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-571" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.416742] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.416902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.419198] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.420127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.420308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.420529] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.420645] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.422051] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.422051] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.422051] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.422051] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.422051] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.440244] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.440697] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.441169] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.441495] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-571" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.442912] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d1582016-b152-4182-b8c9-4aa0af4e4edc taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.442912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.442912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.442912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.442912] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1582016-b152-4182-b8c9-4aa0af4e4edc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.657575] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0904499-47d9-433f-9626-35b73625eccf in Status: SUCCESS [ 668.657842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.658084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.659316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.659316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.659316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.659316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.659316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.659316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.659316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.659316] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.951209] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.951209] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d1582016-b152-4182-b8c9-4aa0af4e4edc not found, creating... [ 668.951209] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.951209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.952339] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.952648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.952978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.954135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.954309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.954610] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d1582016-b152-4182-b8c9-4aa0af4e4edc is going to be created. [ 668.975438] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.975680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.975810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.976119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.976362] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.976646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.096225] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ecc96483-0d27-49cb-abe2-85740dd98957 None None] Enqueued Resource ID: d3ee4927-7ca1-4742-ba77-d346637c6f68 with Priority: HIGHEST for action port [ 669.096225] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ee4927-7ca1-4742-ba77-d346637c6f68 with Priority: HIGHEST for action port [ 669.096225] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3ee4927-7ca1-4742-ba77-d346637c6f68 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.096225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3ee4927-7ca1-4742-ba77-d346637c6f68" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.096225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3ee4927-7ca1-4742-ba77-d346637c6f68" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.096847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3ee4927-7ca1-4742-ba77-d346637c6f68" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.096932] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ee4927-7ca1-4742-ba77-d346637c6f68',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.162967] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.163139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.163264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.163437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.163605] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.163706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.163765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.164337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.166797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.166797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.166797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.166797] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.599578] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3ee4927-7ca1-4742-ba77-d346637c6f68 [ 669.600331] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.600331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600916] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3ee4927-7ca1-4742-ba77-d346637c6f68 already deleted. [ 669.600916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3ee4927-7ca1-4742-ba77-d346637c6f68" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.670262] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0904499-47d9-433f-9626-35b73625eccf: rpc.has_security_group_logging(os_id): False [ 669.688123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.688123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.688123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.688123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.689713] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.689713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.689713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.689713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.689713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.689713] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0904499-47d9-433f-9626-35b73625eccf is going to be created. [ 669.720876] env[69513]: INFO networking_nsxv3.common.synchronization [req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 req-92357241-d6a7-4ad2-99d8-25d1b1af542e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 669.725995] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 669.726411] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.726547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.726619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.726881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.727061] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.727610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.727610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.727610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.727610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.727610] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.738016] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.738217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.738290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.738459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.738636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.748387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0904499-47d9-433f-9626-35b73625eccf in Status: IN_PROGRESS for 2s [ 669.847815] env[69513]: INFO networking_nsxv3.common.synchronization [req-944397aa-e739-46e0-a166-7b728ab29f38 req-8feea767-5fc1-439c-9588-c5020bc4295a service nova] Enqueued Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_rules [ 669.847815] env[69513]: INFO networking_nsxv3.common.synchronization [req-944397aa-e739-46e0-a166-7b728ab29f38 req-8feea767-5fc1-439c-9588-c5020bc4295a service nova] Enqueued Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_members [ 669.847815] env[69513]: INFO networking_nsxv3.common.synchronization [req-944397aa-e739-46e0-a166-7b728ab29f38 req-8feea767-5fc1-439c-9588-c5020bc4295a service nova] Enqueued Resource ID: d1582016-b152-4182-b8c9-4aa0af4e4edc with Priority: HIGHEST for action port [ 669.848686] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_rules [ 669.848686] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_members [ 669.848840] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1582016-b152-4182-b8c9-4aa0af4e4edc with Priority: HIGHEST for action port [ 669.849151] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.849310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.849310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.849519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.849715] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.850669] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.850773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.850773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.851595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.851595] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.851595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.851595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.851595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.851595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.852095] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.855180] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1582016-b152-4182-b8c9-4aa0af4e4edc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.855180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.855180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.855180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855180] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1582016-b152-4182-b8c9-4aa0af4e4edc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.087651] env[69513]: INFO networking_nsxv3.common.synchronization [None req-097adb3b-c182-4462-9232-c8db5ca655a3 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 670.089668] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 670.094021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.094021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.094021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.094021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.094021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.109370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 670.109625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.109816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.110093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.110219] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.110330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.110394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.110604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.110604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.110708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.110952] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.232239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.232239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.232444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.232488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.232748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.232854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.233347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233347] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 already deleted. [ 670.233494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.308625] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bd4f1dc4-7b13-438f-ab71-c8af3fb2571a tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 670.309479] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 670.309627] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.311426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.357267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357267] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.359267] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1582016-b152-4182-b8c9-4aa0af4e4edc with status ACTIVE [ 670.359267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.359267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.359267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.361466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.361466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.361466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.361466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.361466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.361466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.361466] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1582016-b152-4182-b8c9-4aa0af4e4edc is going to be updated. [ 670.387031] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.387031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.387031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.387031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.387031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.387031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1582016-b152-4182-b8c9-4aa0af4e4edc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.549565] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.549796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.549944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.550266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.550695] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.550695] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.551084] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.552132] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.552396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.553234] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.553234] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.553234] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.553547] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.553547] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.553547] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.553879] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.572854] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.572854] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.573309] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.573580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.573983] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-8202a7d0-681a-4d1f-bf87-74c3043bfd40 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.574207] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.574328] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.574652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.574810] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8202a7d0-681a-4d1f-bf87-74c3043bfd40',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.614376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.614552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.614624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.614835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.614929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.615038] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a already deleted. [ 670.615119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.615268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.615415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.615590] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.618195] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.822197] env[69513]: INFO networking_nsxv3.common.synchronization [req-304a4248-c991-4ace-a959-af0642de8d9e req-54946a36-ffda-4de4-b8be-65a623c8248b tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: 0e2c21d1-e71f-4d34-b5e9-29183d91067f with Priority: HIGHEST for action security_group_rules [ 670.822430] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2c21d1-e71f-4d34-b5e9-29183d91067f with Priority: HIGHEST for action security_group_rules [ 670.823165] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e2c21d1-e71f-4d34-b5e9-29183d91067f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.823472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e2c21d1-e71f-4d34-b5e9-29183d91067f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.823582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e2c21d1-e71f-4d34-b5e9-29183d91067f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.823949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e2c21d1-e71f-4d34-b5e9-29183d91067f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.824117] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e2c21d1-e71f-4d34-b5e9-29183d91067f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.862812] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.079500] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.079739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.079867] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.080174] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.080326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.080495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 8202a7d0-681a-4d1f-bf87-74c3043bfd40 not found, creating... [ 671.080797] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.080976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.081120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.081339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.082989] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.083323] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.083485] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.083604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.083830] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.084206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.084344] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 8202a7d0-681a-4d1f-bf87-74c3043bfd40 is going to be created. [ 671.105092] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.105422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.105589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.105984] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.106278] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.106604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.122598] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f434edfd-2538-480a-9797-a84b2d0e6eb6: rpc.has_security_group_logging(os_id): False [ 671.141339] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.141339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.141339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.141339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.141339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.141339] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a already deleted. [ 671.141339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.144409] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.144409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.144409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.144409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.144409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.144409] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.144409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.144409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.144998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.144998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.144998] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be created. [ 671.236324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.236511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.236585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.236841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.237055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.253470] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: IN_PROGRESS for 2s [ 671.348400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.348557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.348626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.348843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.348938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.349048] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e2c21d1-e71f-4d34-b5e9-29183d91067f already deleted. [ 671.349133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e2c21d1-e71f-4d34-b5e9-29183d91067f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.366846] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.367038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.367116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.367347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.367448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.368365] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 is going to be created. [ 671.390157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.390157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.390157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.390157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.390333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.399909] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 in Status: UNINITIALIZED for 2s [ 671.762780] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0904499-47d9-433f-9626-35b73625eccf in Status: SUCCESS [ 671.763674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.283601] env[69513]: INFO networking_nsxv3.common.synchronization [req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 req-9f1b4e82-c5e6-4e92-99e6-193fe40552e9 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 672.283601] env[69513]: INFO networking_nsxv3.common.synchronization [req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 req-9f1b4e82-c5e6-4e92-99e6-193fe40552e9 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 672.283601] env[69513]: INFO networking_nsxv3.common.synchronization [req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 req-9f1b4e82-c5e6-4e92-99e6-193fe40552e9 service nova] Enqueued Resource ID: 8202a7d0-681a-4d1f-bf87-74c3043bfd40 with Priority: HIGHEST for action port [ 672.283601] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 672.284384] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 672.284700] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8202a7d0-681a-4d1f-bf87-74c3043bfd40 with Priority: HIGHEST for action port [ 672.285275] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.288116] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.288116] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.288116] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.288116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.289428] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.291375] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8202a7d0-681a-4d1f-bf87-74c3043bfd40 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.291700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.293102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.293102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.293102] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8202a7d0-681a-4d1f-bf87-74c3043bfd40',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.798025] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.798025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798025] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8202a7d0-681a-4d1f-bf87-74c3043bfd40 with status ACTIVE [ 672.798025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.798025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.798025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.798893] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.800269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.800419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.800557] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8202a7d0-681a-4d1f-bf87-74c3043bfd40 is going to be updated. [ 672.821231] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.821444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.821484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.821722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.821910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.822165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8202a7d0-681a-4d1f-bf87-74c3043bfd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.265306] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 673.265306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.303386] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.393359] env[69513]: INFO networking_nsxv3.common.synchronization [req-7ca72acf-0a3c-472f-9045-645183a06525 req-4e7aa755-7afd-4abc-865f-77f668b3e69b tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: 8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4 with Priority: HIGHEST for action security_group_rules [ 673.393933] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4 with Priority: HIGHEST for action security_group_rules [ 673.394588] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.394720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.394789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.395104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.395213] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.420851] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 in Status: SUCCESS [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.420851] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.420851] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.806566] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.806736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.806805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.807065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.807157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.807309] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be created. [ 673.840623] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.840881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.840881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.841169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.841367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.861764] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: UNINITIALIZED for 2s [ 673.919525] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.921651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.921651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.921651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.921651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.921651] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4 already deleted. [ 673.921651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f5a9dd6-d98e-4420-9f11-91ad4a48d7a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.921651] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.424788] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31d115f0-bd7e-4c14-910a-3184e5cda0f9: rpc.has_security_group_logging(os_id): False [ 674.447154] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.447154] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.447154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.447154] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 is going to be created. [ 674.508847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.517314] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 in Status: IN_PROGRESS for 2s [ 675.121920] env[69513]: INFO networking_nsxv3.common.synchronization [req-530c4e30-d13b-4f4b-aeea-aaa6023a214c req-6d1e5fb4-749f-4c26-9beb-eaf7d679268f tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 675.122513] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 675.122853] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.122971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.124075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.125358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.125358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.125358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.125358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.125358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.125358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.125358] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.628207] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.818841] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.819143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.819255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.820077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.820420] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.820663] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.820790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.821148] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.821301] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.821478] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.821628] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.821731] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.821844] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.821973] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.822086] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.822351] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.841999] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.841999] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.841999] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.841999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.841999] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-02c2c9af-d94b-4837-a063-228b2d3f3605 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.841999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.841999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.841999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.844580] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c2c9af-d94b-4837-a063-228b2d3f3605',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.873561] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 675.873803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.873987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874223] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.874693] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.874693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.874693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.874945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.875057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.875112] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.890441] env[69513]: INFO networking_nsxv3.common.synchronization [req-4b24301f-e728-4b20-a36e-edd02cee6276 req-6cb91856-8b01-4472-823d-80d5bba9a776 tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: 30c82aed-ead0-469f-ac23-1e305e95839b with Priority: HIGHEST for action security_group_rules [ 675.891331] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c82aed-ead0-469f-ac23-1e305e95839b with Priority: HIGHEST for action security_group_rules [ 675.891681] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c82aed-ead0-469f-ac23-1e305e95839b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.891835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.891996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.893522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.894191] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c82aed-ead0-469f-ac23-1e305e95839b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.131387] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.350322] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.350322] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 02c2c9af-d94b-4837-a063-228b2d3f3605 not found, creating... [ 676.350322] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.350322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.351238] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.351238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.351238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.351238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.351238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.351801] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 02c2c9af-d94b-4837-a063-228b2d3f3605 is going to be created. [ 676.371876] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.373940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.373940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.373940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.373940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.373940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.379175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.379175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.379175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.379175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.379175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.379175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.379175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.382029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.382029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.382029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.382029] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.425370] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.425370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.425370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.425370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.425370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.425370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c82aed-ead0-469f-ac23-1e305e95839b already deleted. [ 676.425370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.533033] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 in Status: SUCCESS [ 676.533033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.637620] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.637620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.637620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.637620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.637620] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be updated. [ 676.684634] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.684634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.684634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.684634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.684634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.692921] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: IN_PROGRESS for 2s [ 676.886525] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343f61c-6c9b-4836-9e95-fdf3d93d3de1: rpc.has_security_group_logging(os_id): False [ 676.908358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.908549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.908549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.908752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.908842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909075] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.909171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.909249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.909399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.909492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909688] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.909780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.909839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.909982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.910149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910313] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.910407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.910466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.910606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.910677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910759] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be created. [ 676.967966] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.967966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.967966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.967966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.967966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.977442] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 677.094953] env[69513]: INFO networking_nsxv3.common.synchronization [req-530c4e30-d13b-4f4b-aeea-aaa6023a214c req-060371f8-37d7-4a99-be66-a222c10186bb service nova] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_rules [ 677.095234] env[69513]: INFO networking_nsxv3.common.synchronization [req-530c4e30-d13b-4f4b-aeea-aaa6023a214c req-060371f8-37d7-4a99-be66-a222c10186bb service nova] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 677.095404] env[69513]: INFO networking_nsxv3.common.synchronization [req-530c4e30-d13b-4f4b-aeea-aaa6023a214c req-060371f8-37d7-4a99-be66-a222c10186bb service nova] Enqueued Resource ID: 02c2c9af-d94b-4837-a063-228b2d3f3605 with Priority: HIGHEST for action port [ 677.095647] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_rules [ 677.095782] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 677.095878] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c2c9af-d94b-4837-a063-228b2d3f3605 with Priority: HIGHEST for action port [ 677.097124] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.097260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.097325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.097577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.097617] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.099174] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.099275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.102507] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c2c9af-d94b-4837-a063-228b2d3f3605 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.102507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.102507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.102507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.102507] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c2c9af-d94b-4837-a063-228b2d3f3605',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.600451] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.600647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.605126] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c2c9af-d94b-4837-a063-228b2d3f3605 with status ACTIVE [ 677.605383] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.609023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.609023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.609023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.609023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c2c9af-d94b-4837-a063-228b2d3f3605 is going to be updated. [ 677.621176] env[69513]: INFO networking_nsxv3.common.synchronization [req-35a0665d-141a-45f3-b04a-ae499b185385 req-dc27cd8e-4da1-4e99-92b5-14b43eb581d4 tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: 30c82aed-ead0-469f-ac23-1e305e95839b with Priority: HIGHEST for action security_group_rules [ 677.621810] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c82aed-ead0-469f-ac23-1e305e95839b with Priority: HIGHEST for action security_group_rules [ 677.622884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c82aed-ead0-469f-ac23-1e305e95839b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.623089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.623207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.623483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.623620] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c82aed-ead0-469f-ac23-1e305e95839b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.630348] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.632382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c2c9af-d94b-4837-a063-228b2d3f3605" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.863266] env[69513]: INFO networking_nsxv3.common.synchronization [None req-6d08de29-97a7-4f4c-acde-a1cbb71cbdb6 None None] Enqueued Resource ID: 1a50ef4f-c1f1-469c-9806-cb7de37e64e2 with Priority: HIGHEST for action port [ 677.864271] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a50ef4f-c1f1-469c-9806-cb7de37e64e2 with Priority: HIGHEST for action port [ 677.864271] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a50ef4f-c1f1-469c-9806-cb7de37e64e2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.864271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a50ef4f-c1f1-469c-9806-cb7de37e64e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.864469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a50ef4f-c1f1-469c-9806-cb7de37e64e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.864600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a50ef4f-c1f1-469c-9806-cb7de37e64e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.864680] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a50ef4f-c1f1-469c-9806-cb7de37e64e2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.190399] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.190399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.190399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.190596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.190596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.190685] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c82aed-ead0-469f-ac23-1e305e95839b already deleted. [ 678.190731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.370637] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a50ef4f-c1f1-469c-9806-cb7de37e64e2 [ 678.370637] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.370637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.370637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.372174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.372174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.372174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a50ef4f-c1f1-469c-9806-cb7de37e64e2 already deleted. [ 678.372174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a50ef4f-c1f1-469c-9806-cb7de37e64e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.705235] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 678.705911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.705911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.706366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.706366] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.706461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.706500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.706822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.706822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.706822] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.790313] env[69513]: INFO networking_nsxv3.common.synchronization [req-5eb7913d-54c5-49f0-889a-2ef644dc3fe2 req-4400b177-9458-4456-96a0-4e88da24a0ed tempest-SecurityGroupRulesTestJSON-8000648 tempest-SecurityGroupRulesTestJSON-8000648-project-member] Enqueued Resource ID: 30c82aed-ead0-469f-ac23-1e305e95839b with Priority: HIGHEST for action security_group_rules [ 678.791051] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c82aed-ead0-469f-ac23-1e305e95839b with Priority: HIGHEST for action security_group_rules [ 678.793425] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c82aed-ead0-469f-ac23-1e305e95839b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.793425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.793425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.793793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.794043] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c82aed-ead0-469f-ac23-1e305e95839b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.990158] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 678.990487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.209234] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.319523] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.319523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.319523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.319523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.319523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.319523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c82aed-ead0-469f-ac23-1e305e95839b already deleted. [ 679.319523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c82aed-ead0-469f-ac23-1e305e95839b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.544712] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9acaeaeb-167c-4c79-8b73-d12c79a78015 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Enqueued Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_rules [ 679.545625] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_rules [ 679.545625] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.545805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.545848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.546085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.546162] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.712393] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.718952] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9d2f419e-7f90-4997-994e-ed38bdba0f77 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Enqueued Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_rules [ 679.719396] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_rules [ 679.719737] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.055015] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ccbc5107-b149-4e2e-8666-f81e0f7df7fb None None] Enqueued Resource ID: e9fa853b-3189-4ece-9bfa-711817fc5455 with Priority: HIGHEST for action port [ 680.055408] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa853b-3189-4ece-9bfa-711817fc5455 with Priority: HIGHEST for action port [ 680.056125] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9fa853b-3189-4ece-9bfa-711817fc5455 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.056125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9fa853b-3189-4ece-9bfa-711817fc5455" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.056125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9fa853b-3189-4ece-9bfa-711817fc5455" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.056297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9fa853b-3189-4ece-9bfa-711817fc5455" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.056297] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9fa853b-3189-4ece-9bfa-711817fc5455',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.072199] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.072199] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a already deleted. [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.072199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.072199] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.216428] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.216428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.216428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.216428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.216428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.216428] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be updated. [ 680.249234] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.249234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.249234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.249234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.249234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.258934] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: IN_PROGRESS for 2s [ 680.558073] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9fa853b-3189-4ece-9bfa-711817fc5455 [ 680.558465] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.558465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.559214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.559214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.559214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.559214] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9fa853b-3189-4ece-9bfa-711817fc5455 already deleted. [ 680.559214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9fa853b-3189-4ece-9bfa-711817fc5455" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.593111] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.593111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.593111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.593111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.593111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.593111] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a already deleted. [ 680.593111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.261775] env[69513]: INFO networking_nsxv3.common.synchronization [req-c1c36161-0625-4c24-af3a-e06164a7c6c0 req-0720e75b-4ea4-454d-9e82-bbdefdbe821b tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 681.262969] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 681.262969] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.262969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.263191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.263515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.263697] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.263817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.263895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.265827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.265827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.265827] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.767281] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.767516] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.767617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.767910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.768009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.768214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.768392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.768456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.768608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.768811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.768882] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 already deleted. [ 681.768920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.155750] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.156201] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.156343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.156659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.156920] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.157225] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.157369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.157962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.158356] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.158593] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.158745] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.158828] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.158981] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.159121] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.159235] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.159365] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.177840] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.178028] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.178177] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.178363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.178721] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c082262b-cf6a-4727-8d06-cf812dfb8b11 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.178905] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.179075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.179398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.179544] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c082262b-cf6a-4727-8d06-cf812dfb8b11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.270571] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270571] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.270571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.270571] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.683615] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.685107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.685107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.685107] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c082262b-cf6a-4727-8d06-cf812dfb8b11 not found, creating... [ 682.685386] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.686264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.686506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.688102] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.688102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.688102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.688102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.688102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.689888] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c082262b-cf6a-4727-8d06-cf812dfb8b11 is going to be created. [ 682.719504] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.719714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.719812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.720138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.720358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.720581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.775525] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.775774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.775774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.776077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.776176] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.776270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.776336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.776492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.776573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.776663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.776809] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.776900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.776966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.777112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.777251] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.777336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.777409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.777530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.777608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.777682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.777769] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.281980] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf7593da-1d50-4fef-8ca5-59285f39c14d: rpc.has_security_group_logging(os_id): False [ 683.302257] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.302345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.302386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.302608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.302707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.302928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.303040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.303097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.303257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.303363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.303506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.303598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.303661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.304420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.304420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.304420] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.304420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.304420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.304420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.304420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.304724] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be updated. [ 683.371874] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.371874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.371874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.384150] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: IN_PROGRESS for 2s [ 683.692805] env[69513]: INFO networking_nsxv3.common.synchronization [req-a7a22cd2-1e8d-4132-9812-50d1c3204afa req-f458f1a5-7f27-458c-8fe5-5f85fbe94510 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 683.693636] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 683.693724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.693838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.693912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.694720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695445] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695977] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.822802] env[69513]: INFO networking_nsxv3.common.synchronization [req-c1c36161-0625-4c24-af3a-e06164a7c6c0 req-68d6cda9-3069-434d-834a-3d238f5774a5 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 683.822987] env[69513]: INFO networking_nsxv3.common.synchronization [req-c1c36161-0625-4c24-af3a-e06164a7c6c0 req-68d6cda9-3069-434d-834a-3d238f5774a5 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 683.823174] env[69513]: INFO networking_nsxv3.common.synchronization [req-c1c36161-0625-4c24-af3a-e06164a7c6c0 req-68d6cda9-3069-434d-834a-3d238f5774a5 service nova] Enqueued Resource ID: c082262b-cf6a-4727-8d06-cf812dfb8b11 with Priority: HIGHEST for action port [ 683.823929] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 683.824193] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 683.824348] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c082262b-cf6a-4727-8d06-cf812dfb8b11 with Priority: HIGHEST for action port [ 683.824663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.824912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.824912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.825120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.825211] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.826099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.826250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.826328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.826521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.826689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.826861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.826861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.827025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.827156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.827269] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.828165] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c082262b-cf6a-4727-8d06-cf812dfb8b11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.828292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828624] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c082262b-cf6a-4727-8d06-cf812dfb8b11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.199546] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.199546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.199546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.199546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.199546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.199919] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.203605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.203605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.203761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.204072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.204072] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 already deleted. [ 684.204156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.210856] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.212234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.213828] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.214200] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.214492] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.217636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.218056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.218104] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.218277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.218516] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.219418] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.219632] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.219860] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.219989] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.220109] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.220797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.242445] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.242680] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.242876] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.243096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.243420] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.243644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.243767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.244102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.244245] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac2391c-b4cf-4aaf-adbd-1330cfe6189d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.333949] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.333949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.333949] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c082262b-cf6a-4727-8d06-cf812dfb8b11 with status ACTIVE [ 684.333949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.333949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.333949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.335184] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.335184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.335184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.335184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.335184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.335184] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c082262b-cf6a-4727-8d06-cf812dfb8b11 is going to be updated. [ 684.357090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.357090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.357090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.357090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.357090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.357090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c082262b-cf6a-4727-8d06-cf812dfb8b11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.747762] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.748022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.748160] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.748444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.748595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.748754] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d not found, creating... [ 684.749030] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.749192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.749306] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.749518] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.749650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.750060] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.750243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.750346] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.750589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.750721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.750851] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d is going to be created. [ 684.772530] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.772808] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.772892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.773168] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.773467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.773695] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.836609] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.339296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.339625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.339625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.339797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.340055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.340055] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be created. [ 685.362347] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.362486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.362592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.362764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.363016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.373267] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: UNINITIALIZED for 2s [ 685.396222] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 685.396444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.482249] env[69513]: INFO networking_nsxv3.common.synchronization [req-a7a22cd2-1e8d-4132-9812-50d1c3204afa req-2630cd54-faa7-4328-a811-2d70e2982a59 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 685.482836] env[69513]: INFO networking_nsxv3.common.synchronization [req-a7a22cd2-1e8d-4132-9812-50d1c3204afa req-2630cd54-faa7-4328-a811-2d70e2982a59 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 685.482836] env[69513]: INFO networking_nsxv3.common.synchronization [req-a7a22cd2-1e8d-4132-9812-50d1c3204afa req-2630cd54-faa7-4328-a811-2d70e2982a59 service nova] Enqueued Resource ID: 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d with Priority: HIGHEST for action port [ 685.483128] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 685.483269] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 685.483368] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d with Priority: HIGHEST for action port [ 685.483689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.483818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.483927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.488261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.488378] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.489276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.489402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.489463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.489661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.489891] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.490013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.491577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.492189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.492293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.492549] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.494724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.495180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.495180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.495180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.495792] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac2391c-b4cf-4aaf-adbd-1330cfe6189d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.996753] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.997709] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.997866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.998019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d with status ACTIVE [ 685.998809] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.998809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.998809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.998809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.998809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.998809] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.999071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.999071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.999220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.999220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.999401] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.999454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.999488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.999603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.999673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.999807] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d is going to be updated. [ 686.023861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.024112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.024236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.024383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.024594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.024780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.501932] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.004648] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be created. [ 687.026440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.026589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.026656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.026890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035537] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: UNINITIALIZED for 2s [ 687.385762] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385762] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385762] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.888667] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.889111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.889111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.889382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.889685] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.889822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.889898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.890201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.890201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.890328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.890486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.890641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.890706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.890888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.891205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.891360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.891435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.891661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.891778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.892033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.892033] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.395310] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a101a11c-7a81-4ee9-9faa-07b632e66d11: rpc.has_security_group_logging(os_id): False [ 688.410639] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.410803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.410879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.411065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.411166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.411392] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.411479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.411535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.411660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.411749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.411926] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.412048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.412112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.412216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.412285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.413247] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.413247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.413247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.413247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.413247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.413247] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be created. [ 688.464504] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.467468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.480095] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 688.556713] env[69513]: INFO networking_nsxv3.common.synchronization [req-c573a015-0ad1-4a1c-bd83-c1fe2071013c req-f1d4655b-f9c6-4998-9dad-f735fc7d1572 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Enqueued Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_members [ 688.557327] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0904499-47d9-433f-9626-35b73625eccf with Priority: HIGHEST for action security_group_members [ 688.557653] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0904499-47d9-433f-9626-35b73625eccf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.558127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.558605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.558858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.559088] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.563021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.563021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.563021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.563021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.563021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0904499-47d9-433f-9626-35b73625eccf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.785489] env[69513]: INFO networking_nsxv3.common.synchronization [req-d38fec59-1263-4202-961d-ebfd3de87146 req-90615438-eaf7-4a45-af44-3ba491f57734 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Enqueued Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_members [ 688.786365] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGHEST for action security_group_members [ 688.786365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.786542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.786542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.787035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.787035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.787177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.787177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.787664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.787784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.787901] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.046066] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 689.046318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.046609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048411] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.048411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.048411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.048411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.048411] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.067279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.067279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.067279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.067279] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0904499-47d9-433f-9626-35b73625eccf is going to be updated. [ 689.093901] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.094263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.096020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.096020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.096020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.103903] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0904499-47d9-433f-9626-35b73625eccf in Status: IN_PROGRESS for 2s [ 689.227707] env[69513]: INFO networking_nsxv3.common.synchronization [req-30aaa291-4032-4308-91a6-0130eb94622a req-5ca5a331-ec03-40fb-845f-e6c8d6bf61fe tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Enqueued Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_members [ 689.228330] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_members [ 689.228622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.228757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.228836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.229140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.230126] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.230126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.230126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.230126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.230126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.230126] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.290781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.290969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.291038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.291392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.291495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.291651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.291799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.291861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.292045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.292127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.292218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 is going to be updated. [ 689.325657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.325657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.325657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.325657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.325657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.333498] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 in Status: IN_PROGRESS for 2s [ 689.549803] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.550022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.550233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.550333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.550459] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.550579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.550579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.550992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.550992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.550992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.551307] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.551307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.551307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.551499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.551499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.551610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.551662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.551803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.551898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.552042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.552120] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.713082] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-624" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.713340] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-624" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.713515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-624" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.713845] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.714220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.714494] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.714684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.714904] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.715049] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.715169] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.715282] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.715421] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.715552] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.715699] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.732133] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.732326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.732391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.732690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.732805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.732978] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.733189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.733189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.733321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.733478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936db64c-c928-4fa3-a75d-fafa766ab59a already deleted. [ 689.733633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.735194] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.735414] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.735545] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.735758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-624" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.736090] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-8686134e-0d3d-4aa7-84bb-2d27879e81ec taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.736289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.736390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.736694] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.736840] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8686134e-0d3d-4aa7-84bb-2d27879e81ec',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.054546] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc83a69-81ac-495c-837c-b9276ba2d1c8: rpc.has_security_group_logging(os_id): False [ 690.072816] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.072816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.072816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.072816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.072816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.072816] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.073329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.073329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.073329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.073329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.073546] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.073546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.073680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.074168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.074168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.074168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.074168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.074168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.074438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.074438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.074438] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be created. [ 690.134036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.134407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.134407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.134555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.134735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.145572] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 690.238892] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.239167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.239318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239630] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239785] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.239979] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 8686134e-0d3d-4aa7-84bb-2d27879e81ec not found, creating... [ 690.240274] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.240687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.240687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.241075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.241075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.241385] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.241538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.241827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.241996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.242162] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.242344] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 8686134e-0d3d-4aa7-84bb-2d27879e81ec is going to be created. [ 690.264881] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.265199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.265377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.266021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.492940] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 690.493343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.113169] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0904499-47d9-433f-9626-35b73625eccf in Status: SUCCESS [ 691.113567] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0904499-47d9-433f-9626-35b73625eccf deletion is rescheduled due to dependency. [ 691.113567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0904499-47d9-433f-9626-35b73625eccf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.233859] env[69513]: INFO networking_nsxv3.common.synchronization [req-30aaa291-4032-4308-91a6-0130eb94622a req-c735da1f-1c0d-4b1e-9031-c7d05ff26ff8 service nova] Enqueued Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_rules [ 691.233859] env[69513]: INFO networking_nsxv3.common.synchronization [req-30aaa291-4032-4308-91a6-0130eb94622a req-c735da1f-1c0d-4b1e-9031-c7d05ff26ff8 service nova] Enqueued Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_members [ 691.233859] env[69513]: INFO networking_nsxv3.common.synchronization [req-30aaa291-4032-4308-91a6-0130eb94622a req-c735da1f-1c0d-4b1e-9031-c7d05ff26ff8 service nova] Enqueued Resource ID: 8686134e-0d3d-4aa7-84bb-2d27879e81ec with Priority: HIGHEST for action port [ 691.233859] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_rules [ 691.233859] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_members [ 691.233859] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8686134e-0d3d-4aa7-84bb-2d27879e81ec with Priority: HIGHEST for action port [ 691.236173] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.236173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.236173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.236173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.237462] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.238661] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.238661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.238661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.238661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.238661] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.238661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.238661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.240647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.240647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.240647] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.243306] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8686134e-0d3d-4aa7-84bb-2d27879e81ec taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.243306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.243306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.243306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.243306] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8686134e-0d3d-4aa7-84bb-2d27879e81ec',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.345984] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 in Status: SUCCESS [ 691.346184] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 deletion is rescheduled due to dependency. [ 691.346303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.436895] env[69513]: INFO networking_nsxv3.common.synchronization [req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 req-507d441c-2f10-4d0c-a043-d29b9a787afc tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_members [ 691.437490] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGHEST for action security_group_members [ 691.437840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.438869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.438952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.439291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.439379] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.439509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.439605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.439762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.440389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.440389] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.746025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.746201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.746370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8686134e-0d3d-4aa7-84bb-2d27879e81ec with status ACTIVE [ 691.746544] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.746645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.747134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.747430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.747509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.747689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.747791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.747852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.749020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.749020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.749020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.749020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.749020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.749020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.749020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.749020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8686134e-0d3d-4aa7-84bb-2d27879e81ec is going to be updated. [ 691.750703] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.773149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.773149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.773149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.773149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.773149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.773149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8686134e-0d3d-4aa7-84bb-2d27879e81ec" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.942986] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.943288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.943376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.943613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.943712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.943966] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.944124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.944221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.944440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.944526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.944626] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd is going to be updated. [ 691.971466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.974234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.974399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.974881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.975170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.985680] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a87bd25-9245-497d-a34c-86b1259968cd in Status: IN_PROGRESS for 2s [ 692.160548] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 692.160862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.254757] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.760178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.760383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.760383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.762919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.762919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.762919] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936db64c-c928-4fa3-a75d-fafa766ab59a is going to be created. [ 692.810273] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.810743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.810859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.811158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.811451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.828387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936db64c-c928-4fa3-a75d-fafa766ab59a in Status: UNINITIALIZED for 2s [ 693.156248] env[69513]: INFO networking_nsxv3.common.synchronization [req-11d633ff-1d2b-4675-992b-809653aa116c req-d2ecaa8c-64da-48fd-8739-98d5d81672e8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_members [ 693.156248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_members [ 693.156517] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.156598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.156664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.156918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.159174] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.159333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.159369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.163055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.163055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.163055] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.661716] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.662045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.662129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.662312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.662429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.662716] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.662962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.662962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.663143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.663225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.663314] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 already deleted. [ 693.663397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.744681] env[69513]: INFO networking_nsxv3.common.synchronization [req-56e47ef3-125b-4116-8dbd-2d4a06c95977 req-53ad5fff-2685-4e10-8e5c-c801c1897cf1 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 693.745527] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 693.745974] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.746091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.746169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.746455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.746602] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.746680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.746750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.746955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.747013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.747106] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.997618] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a87bd25-9245-497d-a34c-86b1259968cd in Status: SUCCESS [ 693.997797] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd deletion is rescheduled due to dependency. [ 693.998018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.053408] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.053598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.053723] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.054070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.054366] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.054521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.054636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.054854] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.054997] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.056052] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.056193] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.056321] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.056466] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.057706] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.057706] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.057706] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.078434] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.078434] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.078434] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.078434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.078434] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-3f618f39-9dae-4439-83fc-4ab2cc3800e2 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.078434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.078434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.078434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.078434] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f618f39-9dae-4439-83fc-4ab2cc3800e2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.179954] env[69513]: INFO networking_nsxv3.common.synchronization [None req-52b69e07-b7f7-45fe-8dab-c1eed140eb70 None None] Enqueued Resource ID: e392867b-bd60-4e49-ab5b-059ace2baf1f with Priority: HIGHEST for action port [ 694.180258] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e392867b-bd60-4e49-ab5b-059ace2baf1f with Priority: HIGHEST for action port [ 694.180768] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e392867b-bd60-4e49-ab5b-059ace2baf1f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.180901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e392867b-bd60-4e49-ab5b-059ace2baf1f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.180972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e392867b-bd60-4e49-ab5b-059ace2baf1f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.183017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e392867b-bd60-4e49-ab5b-059ace2baf1f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.183017] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e392867b-bd60-4e49-ab5b-059ace2baf1f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.249932] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.585696] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.585696] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 3f618f39-9dae-4439-83fc-4ab2cc3800e2 not found, creating... [ 694.585696] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.585696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.586127] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.586127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.586127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.586127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.586127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.586127] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 3f618f39-9dae-4439-83fc-4ab2cc3800e2 is going to be created. [ 694.606174] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.607025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.607334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.607931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.688229] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e392867b-bd60-4e49-ab5b-059ace2baf1f [ 694.688468] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.688749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.688876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.689120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.689220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.689338] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e392867b-bd60-4e49-ab5b-059ace2baf1f already deleted. [ 694.689424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e392867b-bd60-4e49-ab5b-059ace2baf1f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.753505] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.839149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936db64c-c928-4fa3-a75d-fafa766ab59a in Status: SUCCESS [ 694.839379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.839547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.839908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.839983] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.840138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.840231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.840409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.840497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.840612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.840763] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.255996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.256282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.256282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.256653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.256653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.256653] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be updated. [ 695.281875] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.283107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.283107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.283107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.283107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.293075] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: IN_PROGRESS for 2s [ 695.347534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.347534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.347534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.347534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.347534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.347855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.347855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.347855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.347947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.347998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.348187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.348282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.348341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.348549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.348711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.348806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.348865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.349102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.349171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.349255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.349345] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.714068] env[69513]: INFO networking_nsxv3.common.synchronization [req-11d633ff-1d2b-4675-992b-809653aa116c req-7bacd36e-9f4d-42b7-aaac-0a4df0ea7a6d service nova] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_rules [ 695.714706] env[69513]: INFO networking_nsxv3.common.synchronization [req-11d633ff-1d2b-4675-992b-809653aa116c req-7bacd36e-9f4d-42b7-aaac-0a4df0ea7a6d service nova] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_members [ 695.714706] env[69513]: INFO networking_nsxv3.common.synchronization [req-11d633ff-1d2b-4675-992b-809653aa116c req-7bacd36e-9f4d-42b7-aaac-0a4df0ea7a6d service nova] Enqueued Resource ID: 3f618f39-9dae-4439-83fc-4ab2cc3800e2 with Priority: HIGHEST for action port [ 695.714706] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_rules [ 695.714918] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_members [ 695.714918] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f618f39-9dae-4439-83fc-4ab2cc3800e2 with Priority: HIGHEST for action port [ 695.715533] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.715660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.715931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.716236] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.717403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.717403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.717403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.717542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.717718] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.717817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.717903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.718146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.718195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.718290] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.719799] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f618f39-9dae-4439-83fc-4ab2cc3800e2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.720307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.720307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.721018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.721509] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f618f39-9dae-4439-83fc-4ab2cc3800e2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.853186] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 936db64c-c928-4fa3-a75d-fafa766ab59a: rpc.has_security_group_logging(os_id): False [ 695.870304] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.870486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.870591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.870904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.871071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.871342] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.871543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.871658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.871965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.872096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.872335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.872479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.872581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.872788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.872922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.873194] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.873336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.873428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.873604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.873715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.873840] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936db64c-c928-4fa3-a75d-fafa766ab59a is going to be created. [ 695.928266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.928266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.928266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.928266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.928266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.937101] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936db64c-c928-4fa3-a75d-fafa766ab59a in Status: IN_PROGRESS for 2s [ 696.223447] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.226461] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.226547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.227026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f618f39-9dae-4439-83fc-4ab2cc3800e2 with status ACTIVE [ 696.227376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.227480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.227515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.228387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.228387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.228387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.228387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.228387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.228387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.228387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.228675] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.228675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.228751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.228882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.228962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230768] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f618f39-9dae-4439-83fc-4ab2cc3800e2 is going to be updated. [ 696.251651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.251783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.252120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.252648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.252648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f618f39-9dae-4439-83fc-4ab2cc3800e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.475752] env[69513]: INFO networking_nsxv3.common.synchronization [None req-afb094cd-c236-4b30-982a-2ba3813bdf52 None None] Enqueued Resource ID: 42429469-56ae-451b-b521-705aa929abca with Priority: HIGHEST for action port [ 696.478491] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42429469-56ae-451b-b521-705aa929abca with Priority: HIGHEST for action port [ 696.478491] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-42429469-56ae-451b-b521-705aa929abca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.478491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42429469-56ae-451b-b521-705aa929abca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.478491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42429469-56ae-451b-b521-705aa929abca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.478491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42429469-56ae-451b-b521-705aa929abca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.478491] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42429469-56ae-451b-b521-705aa929abca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.727550] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.981089] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42429469-56ae-451b-b521-705aa929abca [ 696.982532] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.982532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.982532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.982532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.982532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.982532] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42429469-56ae-451b-b521-705aa929abca already deleted. [ 696.982532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42429469-56ae-451b-b521-705aa929abca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.232740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.232934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.233014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.233256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.233373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.233476] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 is going to be created. [ 697.255800] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.256506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.256506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.256506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.256506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.266541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: UNINITIALIZED for 2s [ 697.301990] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 697.301990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.951652] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936db64c-c928-4fa3-a75d-fafa766ab59a in Status: SUCCESS [ 697.952063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.338584] env[69513]: INFO networking_nsxv3.common.synchronization [None req-1e9ea5ce-2a3a-42a1-99e4-e47069687ad9 None None] Enqueued Resource ID: 12036324-509b-40ac-831f-5378fa6b29c5 with Priority: HIGHEST for action port [ 698.338699] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12036324-509b-40ac-831f-5378fa6b29c5 with Priority: HIGHEST for action port [ 698.339294] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-12036324-509b-40ac-831f-5378fa6b29c5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.339428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12036324-509b-40ac-831f-5378fa6b29c5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.339496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12036324-509b-40ac-831f-5378fa6b29c5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.339870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12036324-509b-40ac-831f-5378fa6b29c5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.339955] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12036324-509b-40ac-831f-5378fa6b29c5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.654647] env[69513]: INFO networking_nsxv3.common.synchronization [req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f req-ae142879-1dfe-4614-8160-ad4c91105f61 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 698.654880] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 698.655248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.655378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.655449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.655658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.656893] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.656893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.656893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.656893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.656893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.656893] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.842088] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12036324-509b-40ac-831f-5378fa6b29c5 [ 698.842330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.842458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.842522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.844358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.844358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844358] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12036324-509b-40ac-831f-5378fa6b29c5 already deleted. [ 698.844358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12036324-509b-40ac-831f-5378fa6b29c5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.159899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.165105] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.165105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.165105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.165105] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.165412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.165604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.165772] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.166272] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.166529] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.166658] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.166790] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.167378] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.167378] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.167378] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.185827] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.186039] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.186191] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.186371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.186726] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d8505fc5-4e88-4abc-9741-ae39600cb7d9 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.186982] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.187353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.187524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.187942] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8505fc5-4e88-4abc-9741-ae39600cb7d9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.278489] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: SUCCESS [ 699.278795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.279019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.279298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.279520] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.279648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.279713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.279877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.279960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280179] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.669404] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.690522] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.690765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.690907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.691224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.691371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.691628] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d8505fc5-4e88-4abc-9741-ae39600cb7d9 not found, creating... [ 699.691944] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.692125] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.692244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.692480] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.692701] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693467] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.693688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.693865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.694142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.694282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.694429] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d8505fc5-4e88-4abc-9741-ae39600cb7d9 is going to be created. [ 699.713348] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.713631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.713985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.714415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.714713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.715098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.782950] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.174242] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.174242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.174242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.174242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.174242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.174242] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 700.201041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.201235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.201365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.203159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.203159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.212976] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 700.285751] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0713ae5-fed5-45b5-a821-d659af78a415: rpc.has_security_group_logging(os_id): False [ 700.303755] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.303982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.304107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.304449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.304554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.304849] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.304937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.305046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.305438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.305920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.305920] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 is going to be created. [ 700.363880] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.364136] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.364274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.364675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.365026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.388179] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: IN_PROGRESS for 2s [ 700.459659] env[69513]: INFO networking_nsxv3.common.synchronization [req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f req-5701b95f-1166-434d-b5a3-41ad7b8fbea5 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 700.462260] env[69513]: INFO networking_nsxv3.common.synchronization [req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f req-5701b95f-1166-434d-b5a3-41ad7b8fbea5 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 700.462591] env[69513]: INFO networking_nsxv3.common.synchronization [req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f req-5701b95f-1166-434d-b5a3-41ad7b8fbea5 service nova] Enqueued Resource ID: d8505fc5-4e88-4abc-9741-ae39600cb7d9 with Priority: HIGHEST for action port [ 700.463448] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 700.463635] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 700.463778] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8505fc5-4e88-4abc-9741-ae39600cb7d9 with Priority: HIGHEST for action port [ 700.467876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.468065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.468165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.468443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.468538] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.470241] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.470351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.470585] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8505fc5-4e88-4abc-9741-ae39600cb7d9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.470690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.470756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.470971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.471038] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8505fc5-4e88-4abc-9741-ae39600cb7d9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.864278] env[69513]: INFO networking_nsxv3.common.synchronization [None req-2d07ea1c-8924-4843-83c3-c94a7cdbc616 None None] Enqueued Resource ID: 1512e18d-db2b-467f-bca5-425e0e99df41 with Priority: HIGHEST for action port [ 700.864278] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1512e18d-db2b-467f-bca5-425e0e99df41 with Priority: HIGHEST for action port [ 700.864278] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1512e18d-db2b-467f-bca5-425e0e99df41 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.864278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1512e18d-db2b-467f-bca5-425e0e99df41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.864278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1512e18d-db2b-467f-bca5-425e0e99df41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.864278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1512e18d-db2b-467f-bca5-425e0e99df41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.864278] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1512e18d-db2b-467f-bca5-425e0e99df41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.976456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.976456] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8505fc5-4e88-4abc-9741-ae39600cb7d9 with status ACTIVE [ 700.976456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.976456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.976456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.976456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.976983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.976983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.976983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.976983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.976983] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8505fc5-4e88-4abc-9741-ae39600cb7d9 is going to be updated. [ 700.998256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.998256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.998256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.998256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.998256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.998256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8505fc5-4e88-4abc-9741-ae39600cb7d9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.368823] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1512e18d-db2b-467f-bca5-425e0e99df41 [ 701.368823] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.368823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.368823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.368823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.368823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.368823] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1512e18d-db2b-467f-bca5-425e0e99df41 already deleted. [ 701.368823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1512e18d-db2b-467f-bca5-425e0e99df41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.225240] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 702.225506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.225683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.225946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.226205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.226354] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.226421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.226615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.226718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.226857] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.398575] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: SUCCESS [ 702.398849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.733280] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.236812] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.741768] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.741768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.741768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.741768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.741768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.741768] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 703.774341] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.785313] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 705.358739] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af req-3636d882-ae1e-4334-aee1-c346667ec48a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Enqueued Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_members [ 705.360450] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_members [ 705.360450] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.360450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.360450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.360450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.360450] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.360722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.360785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.360997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.361153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.361285] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.752527] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.752527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-264" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.752527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-264" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.752527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-264" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.752527] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.752753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.752753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.752901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.753184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.753400] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.753516] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.753622] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.753725] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.753827] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.753950] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.754139] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.775926] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.776108] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.776243] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.776474] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-264" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.776728] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.776925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.777023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.777366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.778153] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.797591] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 705.797854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.798202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.798457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.798694] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.799027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.799027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.799400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.799585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.799638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.799761] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.865175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.865175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.865175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.865175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.865175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.865175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.865175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.865175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.865871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.865963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.866112] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff already deleted. [ 705.866229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.280566] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.280849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.281037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281364] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.281538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281712] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e not found, creating... [ 706.282066] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.282253] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.282785] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283225] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.284038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.284434] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e is going to be created. [ 706.304207] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.304515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.304915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.305322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.306300] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.306652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.308155] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.308155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.308155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.308345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.308372] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.309056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.309166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.309391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.309512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.309647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.313226] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.313389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.313420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.313587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.313770] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.313874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.313938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.314345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.314453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314648] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.546019] env[69513]: INFO networking_nsxv3.common.synchronization [req-f252f6fa-0fba-4988-a597-d386fbb3ba07 req-dbd7a145-dd9f-43ed-b8e2-7cda4e3585b0 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 706.546443] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 706.546741] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.550024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.550024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.550024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.550024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.550024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.550310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.550310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.550362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.550534] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.817635] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc83a69-81ac-495c-837c-b9276ba2d1c8: rpc.has_security_group_logging(os_id): False [ 706.835090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.835249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.835321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.836027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.836027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.836027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.836027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.836027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.837108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837634] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 706.901120] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.901120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.901120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.901286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.901376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.915559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 707.024078] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af req-ec0480cd-208b-400e-90d9-e0a2c803989c service nova] Enqueued Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_rules [ 707.024272] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af req-ec0480cd-208b-400e-90d9-e0a2c803989c service nova] Enqueued Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_members [ 707.024437] env[69513]: INFO networking_nsxv3.common.synchronization [req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af req-ec0480cd-208b-400e-90d9-e0a2c803989c service nova] Enqueued Resource ID: 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e with Priority: HIGHEST for action port [ 707.024798] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_rules [ 707.024849] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_members [ 707.024943] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e with Priority: HIGHEST for action port [ 707.025599] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.025727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.025797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.028462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.028462] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.028546] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.028694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.028694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.028951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.031475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.031625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.031692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.031901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.032032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.032566] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.034847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.034988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.035565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.035783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.035876] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.043210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.043343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.053678] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.053678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.053678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.053897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.053897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.054108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.054215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.054296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.054477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.054599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.054656] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 707.084221] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.084346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.084385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.084612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.084745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.092922] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 707.264291] env[69513]: INFO networking_nsxv3.common.synchronization [req-03fbea82-9cd6-43c7-9e94-0574cded5d39 req-d425714d-7011-4911-a299-2d2f93ac440a tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 707.265176] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 707.265790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.266160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.266404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.266780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.267186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.267677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.269059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.269059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.269059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.269059] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.541283] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e with status ACTIVE [ 707.541527] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.541694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.541776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.541991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.542100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.542292] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.542389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.542448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.542608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.542682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.542868] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.542978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.543052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.543267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543350] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e is going to be updated. [ 707.544537] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.563591] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.563951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.568088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.568088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.772666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.772876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.772955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.773459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.773459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.774353] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.774495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.774769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.774769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.774864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.774907] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 707.808720] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.808872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.808932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.809326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.809326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.819820] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 708.046714] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.554222] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.554383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.554465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.554680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.554770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.554871] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff is going to be created. [ 708.577779] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.578051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.578083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.579407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.579663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.588136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff in Status: UNINITIALIZED for 2s [ 708.929913] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 708.930192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.102761] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 709.102899] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 deletion is rescheduled due to dependency. [ 709.102899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.835395] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 709.835395] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 709.835783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.597681] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff in Status: SUCCESS [ 710.598025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.598194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.598425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.598674] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.598810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.598895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.599146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.599398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.599398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.599481] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.872887] env[69513]: INFO networking_nsxv3.common.synchronization [req-d0477f93-4ad1-4b73-9285-15d93b717483 req-387231f3-eb0d-4bb6-90a8-9cf36d0100c8 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Enqueued Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_members [ 710.873971] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGHEST for action security_group_members [ 710.873971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.873971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.873971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.874271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.874300] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.874402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.874466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.874613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.874952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.874952] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.102668] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.102884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.102953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.103229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.103418] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.103521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.103589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105666] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.377681] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.377896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.377973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.378236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.378352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.378595] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.378749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.378820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.378981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.379112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.379270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936db64c-c928-4fa3-a75d-fafa766ab59a is going to be updated. [ 711.404039] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.404039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.404039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.404483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.404483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.412155] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936db64c-c928-4fa3-a75d-fafa766ab59a in Status: IN_PROGRESS for 2s [ 711.607996] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff: rpc.has_security_group_logging(os_id): False [ 711.624434] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.624606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.624774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.625080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.625266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.625537] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.625587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.625615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.625780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.625856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.626042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.626165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.626237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.626425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.626506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.626689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.626784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.627579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.627917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.628120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.628294] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff is going to be created. [ 711.688099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.688331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.688331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.688564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.688749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701776] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff in Status: IN_PROGRESS for 2s [ 711.877524] env[69513]: INFO networking_nsxv3.common.synchronization [req-51a044ee-c75b-49dd-9037-1327a7601989 req-94f8e1ce-876c-47f9-9245-f37ca6c4fba9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 711.878134] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 711.878413] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.878564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.878635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.878890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.879089] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.879195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.879296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.879413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.879498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.879613] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.300655] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.300655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.300655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.300925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.301219] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.301681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.301681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.301810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.303028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.303028] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.303028] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.303028] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.303028] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.303028] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.303028] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.303028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.320656] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.320656] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.320656] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.320876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.321283] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c731df6f-86e4-4659-9853-5201148ac16c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.322091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.322091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.322192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.322347] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c731df6f-86e4-4659-9853-5201148ac16c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.381572] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.381774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.381847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.382172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.382294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.382906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.382906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.382906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.382906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.382906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.383131] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 already deleted. [ 712.383171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.429385] env[69513]: INFO networking_nsxv3.common.synchronization [req-8f648b37-4c86-4ab9-b809-410a203a0444 req-6d5df268-66e9-48fb-83d3-f3b99920324f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 712.429932] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 712.430286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.430417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.430563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.430738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.430891] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.430992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.431069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.431879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.431879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.431879] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.741402] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.741593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.741716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.742279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.742365] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.742528] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.742646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.742866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.743271] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.743385] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.743494] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.743601] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.743741] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.743858] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.743990] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.760246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.760446] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.760587] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.760752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.761053] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.761220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.761340] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.761647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.761792] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.824580] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.824810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.824937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.825335] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.825502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.825664] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c731df6f-86e4-4659-9853-5201148ac16c not found, creating... [ 712.825931] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.826104] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.826226] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.826526] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.826685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.826994] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.827178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.827296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.827508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.827644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.827785] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c731df6f-86e4-4659-9853-5201148ac16c is going to be created. [ 712.852796] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.853148] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.853395] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.853776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.854067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.854370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.935121] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.935413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.935413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.935647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.935742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.935957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.936156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.936156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.936362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.936362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.936661] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 already deleted. [ 712.936661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.264536] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.264752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.264878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.265186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.265343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.265498] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f not found, creating... [ 713.265745] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.265902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.266030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.266247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.266383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.266660] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.266813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.266929] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.267150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.267284] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.267423] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f is going to be created. [ 713.286322] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.286552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.286639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.286909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.287147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.287385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.430551] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936db64c-c928-4fa3-a75d-fafa766ab59a in Status: SUCCESS [ 713.430737] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936db64c-c928-4fa3-a75d-fafa766ab59a deletion is rescheduled due to dependency. [ 713.430860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.588465] env[69513]: INFO networking_nsxv3.common.synchronization [req-51a044ee-c75b-49dd-9037-1327a7601989 req-fd397b54-d7cf-4502-9d42-8fc891f0fece service nova] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 713.588465] env[69513]: INFO networking_nsxv3.common.synchronization [req-51a044ee-c75b-49dd-9037-1327a7601989 req-fd397b54-d7cf-4502-9d42-8fc891f0fece service nova] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 713.588600] env[69513]: INFO networking_nsxv3.common.synchronization [req-51a044ee-c75b-49dd-9037-1327a7601989 req-fd397b54-d7cf-4502-9d42-8fc891f0fece service nova] Enqueued Resource ID: c731df6f-86e4-4659-9853-5201148ac16c with Priority: HIGHEST for action port [ 713.588829] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 713.588955] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 713.589065] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c731df6f-86e4-4659-9853-5201148ac16c with Priority: HIGHEST for action port [ 713.589593] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.589717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.589784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.590073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.590131] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.590998] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.591128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.591373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.591521] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.591615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.594060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.594195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594297] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.595561] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c731df6f-86e4-4659-9853-5201148ac16c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.595674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.595744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.595903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.596046] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c731df6f-86e4-4659-9853-5201148ac16c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.713845] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff in Status: SUCCESS [ 713.714082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.998022] env[69513]: INFO networking_nsxv3.common.synchronization [req-8f648b37-4c86-4ab9-b809-410a203a0444 req-b9f04fbc-2f95-4cae-8001-62a1d0d8b140 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 713.998022] env[69513]: INFO networking_nsxv3.common.synchronization [req-8f648b37-4c86-4ab9-b809-410a203a0444 req-b9f04fbc-2f95-4cae-8001-62a1d0d8b140 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 713.998022] env[69513]: INFO networking_nsxv3.common.synchronization [req-8f648b37-4c86-4ab9-b809-410a203a0444 req-b9f04fbc-2f95-4cae-8001-62a1d0d8b140 service nova] Enqueued Resource ID: 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f with Priority: HIGHEST for action port [ 713.998022] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 713.998022] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 713.998022] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f with Priority: HIGHEST for action port [ 713.998022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.998847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.999052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.001727] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.001727] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.001727] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.001727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.002445] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.003081] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.003276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.003939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.003939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.003939] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.097854] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.097994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.099467] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.100703] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c731df6f-86e4-4659-9853-5201148ac16c with status ACTIVE [ 714.100924] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.101062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.101176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.101373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.101467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.101668] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.101768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.101849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.102046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.102124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.102302] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.102401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.102474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.102624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.102700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.102805] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c731df6f-86e4-4659-9853-5201148ac16c is going to be updated. [ 714.121471] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.121606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.121682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.121866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.122047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.122253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.424299] env[69513]: INFO networking_nsxv3.common.synchronization [req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce req-8279e880-764e-4ce1-ac7a-2967e8eff135 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 714.424864] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 714.425185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.426597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.426597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.426597] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.506554] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.506554] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.506554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.506856] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f with status ACTIVE [ 714.506856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.506932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.507016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509802] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509802] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.509802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509802] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f is going to be updated. [ 714.529519] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.529672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.529744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.529957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.530149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.530326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.606415] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.738669] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.738866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.738994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.739279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.739571] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.739751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.740032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.740665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.740753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.741362] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.741362] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.741362] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.741576] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.741576] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.741742] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.741803] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.760342] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.760490] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.760664] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.760858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-220" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.761207] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-ce625352-7607-432c-a93c-930e235ca301 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.761377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.761490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.761821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.761964] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce625352-7607-432c-a93c-930e235ca301',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.928548] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.010367] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.110194] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.110362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.110420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.110651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.110754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.110854] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be created. [ 715.133218] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.133355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.133427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.133627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.133779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141994] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: UNINITIALIZED for 2s [ 715.264339] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.264599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.264729] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.265032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.265191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.265350] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port ce625352-7607-432c-a93c-930e235ca301 not found, creating... [ 715.265623] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.265795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.265930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.266184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.266337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.266845] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.267138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.267305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.267579] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.267761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.267945] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: ce625352-7607-432c-a93c-930e235ca301 is going to be created. [ 715.286864] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.287221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.287390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.287833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.287937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.288131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.431174] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.515947] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.516233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.516233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.516471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.516544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.516620] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be created. [ 715.540426] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.540659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.540737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.541076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.541284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550970] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: UNINITIALIZED for 2s [ 715.942823] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.943019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.943075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.943285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.943381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.943481] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be updated. [ 715.969049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.969049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.969275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.969307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.969447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.976984] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: IN_PROGRESS for 2s [ 716.039941] env[69513]: INFO networking_nsxv3.common.synchronization [req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce req-353b8e9e-5c0a-43f6-a5a6-aee7a8f3e3dd service nova] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_rules [ 716.040321] env[69513]: INFO networking_nsxv3.common.synchronization [req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce req-353b8e9e-5c0a-43f6-a5a6-aee7a8f3e3dd service nova] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 716.040434] env[69513]: INFO networking_nsxv3.common.synchronization [req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce req-353b8e9e-5c0a-43f6-a5a6-aee7a8f3e3dd service nova] Enqueued Resource ID: ce625352-7607-432c-a93c-930e235ca301 with Priority: HIGHEST for action port [ 716.040662] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_rules [ 716.040756] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 716.040858] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce625352-7607-432c-a93c-930e235ca301 with Priority: HIGHEST for action port [ 716.041456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.041574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.041638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.041842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.041967] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.043529] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.043529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.043752] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce625352-7607-432c-a93c-930e235ca301 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.043866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.043948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.044185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.044280] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce625352-7607-432c-a93c-930e235ca301',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.547478] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.547764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.547981] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce625352-7607-432c-a93c-930e235ca301 with status ACTIVE [ 716.548187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.548304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.548371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.548581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.548673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.548842] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.548938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.549012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.549176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.549258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.549501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.549571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.549600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.549724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.549800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.549886] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce625352-7607-432c-a93c-930e235ca301 is going to be updated. [ 716.569049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.569049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.569049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.569049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.569386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.569386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce625352-7607-432c-a93c-930e235ca301" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.906794] env[69513]: INFO networking_nsxv3.common.synchronization [req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 req-eb45735d-a771-4f40-8ebc-24954f42d212 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_members [ 716.907355] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGHEST for action security_group_members [ 716.907706] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.907976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.909265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.909265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.909819] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.909976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.910089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.910211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.910288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.910394] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.151873] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: UNINITIALIZED for 4s [ 717.415030] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.415030] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.415030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.415433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.415433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 is going to be updated. [ 717.441748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.441936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.442090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.442400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.442591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.456586] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 in Status: IN_PROGRESS for 2s [ 717.563083] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 717.564145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.564145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.564145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.564610] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.564915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.565118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.565440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.565674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.565929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.566162] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.986224] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 717.986446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.986617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.987023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.987023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.987142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.987214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.987366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.987449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.987543] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.074159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.074159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.074159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.074159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.074597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.074597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.074597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.074681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.074802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.074904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075125] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.490996] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.583669] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 493a4609-8505-4751-b6bf-564fceb2cb91: rpc.has_security_group_logging(os_id): False [ 718.604193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.604193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.604193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.604193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.604763] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.604763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.604763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.605676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.605676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.605676] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be created. [ 718.657900] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.658032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.658085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.658317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.658546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.674861] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 718.994379] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.165480] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 719.165876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.166453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.166741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.167120] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.167120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.167267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.167347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.167528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.167528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.168457] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.467584] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 in Status: SUCCESS [ 719.467825] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 deletion is rescheduled due to dependency. [ 719.467966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.497739] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.498933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.498933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.498933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.498933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.498933] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be updated. [ 719.529679] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.529839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.529897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.530151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.530394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.544542] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: IN_PROGRESS for 2s [ 719.671844] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.672014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673465] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673640] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.674157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.674934] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.182035] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 720.219928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.220133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.220198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.220430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.220523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.220742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.220838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.220900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.221075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.221156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.221344] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.221439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.221501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.221643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.221718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.221900] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.221993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.222070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.222386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.222497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.222601] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be created. [ 720.280856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.281012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.281096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.281326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.281482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.295367] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 720.686807] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 720.687089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.555360] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 721.555554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.555727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.555947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.556158] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.556275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.556340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.556501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.556583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.556849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.557515] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.604379] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7af9e2d-cd4a-49c3-a807-07334239513b req-8dcc8985-4b1c-4b79-9a56-efae5ee8ae26 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 721.607012] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 721.607716] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.608272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.608272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.608272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.608989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.609207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.609397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.609691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.609815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.609959] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.637453] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7af9e2d-cd4a-49c3-a807-07334239513b req-8dcc8985-4b1c-4b79-9a56-efae5ee8ae26 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 721.637453] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7af9e2d-cd4a-49c3-a807-07334239513b req-8dcc8985-4b1c-4b79-9a56-efae5ee8ae26 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 721.637453] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7af9e2d-cd4a-49c3-a807-07334239513b req-8dcc8985-4b1c-4b79-9a56-efae5ee8ae26 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with Priority: HIGHEST for action port [ 721.637453] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 721.637453] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 721.637453] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with Priority: HIGHEST for action port [ 721.637453] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.638264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.639022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.639022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.639022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.642984] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.642984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.642984] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.642984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.642984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.642984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.642984] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.059359] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 722.060212] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 722.060590] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 722.060733] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 722.061048] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.061223] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.061292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.061493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.061645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.061737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.061796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.061936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.062039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.062190] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.063163] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.063318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.063424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.063657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.063904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.064025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.064106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.064271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.064438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.064571] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.068989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.068989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.068989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.068989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.068989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.069269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.069269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.069397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.069705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.069705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.069807] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.070245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.070245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.070245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.070355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.070684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.070684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.070684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.070952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.070952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.071026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.116390] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.146183] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.146358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.148630] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with status ACTIVE [ 722.148799] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.149077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.149077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.149257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.149368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.149581] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.149683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.149725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.149868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.149960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.150165] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.150258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.150319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.150484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.150552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.150647] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c is going to be updated. [ 722.173197] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.173410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.173410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.173632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.173798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.173987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.182937] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_rules [ 722.183129] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 722.183270] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 722.183426] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 722.183617] env[69513]: INFO networking_nsxv3.common.synchronization [req-83fc3f10-f541-402c-a642-3e7dee7adb7c req-26b1a8fb-7be9-4dae-8d3c-1dd1030ddcf9 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: c731df6f-86e4-4659-9853-5201148ac16c with Priority: HIGHEST for action port [ 722.184206] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_rules [ 722.184356] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 722.184458] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c731df6f-86e4-4659-9853-5201148ac16c with Priority: HIGHEST for action port [ 722.184555] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 722.184637] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 722.184984] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.185142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.185227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.185534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.185653] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.190680] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.190810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191323] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c731df6f-86e4-4659-9853-5201148ac16c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.191574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.191906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.192016] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c731df6f-86e4-4659-9853-5201148ac16c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.195365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.195365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.195365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.195365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.321125] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 722.321125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.321125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.321125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.321125] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.397956] env[69513]: INFO networking_nsxv3.common.synchronization [None req-0dffd30a-070a-4d38-90be-0972587dfe27 None None] Enqueued Resource ID: f8b75a3c-10d3-4a57-b864-e969e9bb0a7d with Priority: HIGHEST for action port [ 722.398309] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b75a3c-10d3-4a57-b864-e969e9bb0a7d with Priority: HIGHEST for action port [ 722.398925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b75a3c-10d3-4a57-b864-e969e9bb0a7d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.399189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b75a3c-10d3-4a57-b864-e969e9bb0a7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.399189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b75a3c-10d3-4a57-b864-e969e9bb0a7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.399441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b75a3c-10d3-4a57-b864-e969e9bb0a7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.399547] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b75a3c-10d3-4a57-b864-e969e9bb0a7d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.571901] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.573289] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.574310] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd9c446-0f2a-4394-93dd-e33309f321fc: rpc.has_security_group_logging(os_id): False [ 722.595127] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.595288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.595531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.595902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.596043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.596316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.596723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.596823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.597054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.597186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.597266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.597451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.597534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.597746] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.597861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.597940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.598197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.598259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.598358] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be updated. [ 722.618069] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.660738] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.660901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.660973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.661207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.661383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.676140] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: IN_PROGRESS for 2s [ 722.691743] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.691878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.695079] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c731df6f-86e4-4659-9853-5201148ac16c with status ACTIVE [ 722.695214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.695371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.695454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.695709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.695818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696053] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.696409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.696491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696667] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.697056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.697113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.697245] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c731df6f-86e4-4659-9853-5201148ac16c is going to be updated. [ 722.721925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.722024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.722140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.722399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.722574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.722759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.824231] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.824358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855087] env[69513]: INFO networking_nsxv3.common.synchronization [req-2696b85e-d78f-43f1-9d29-70e90937a55a req-10f6df0f-8f59-4f42-988d-6e749e246145 tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Enqueued Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_members [ 722.855087] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGHEST for action security_group_members [ 722.855087] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.858210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.858302] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.858518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.858717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.858805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.858866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.859038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.859349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.859349] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.902751] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b75a3c-10d3-4a57-b864-e969e9bb0a7d [ 722.902751] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.902751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.903624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.903624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.903624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.903624] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b75a3c-10d3-4a57-b864-e969e9bb0a7d already deleted. [ 722.903624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b75a3c-10d3-4a57-b864-e969e9bb0a7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.077416] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.078775] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.113089] env[69513]: INFO networking_nsxv3.common.synchronization [req-89f89674-791d-46e7-a003-1f769b45ecf5 req-b02e5847-20c1-4aed-943c-0b856c0eabbb tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Enqueued Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_members [ 723.113802] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 with Priority: HIGHEST for action security_group_members [ 723.114117] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d115f0-bd7e-4c14-910a-3184e5cda0f9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.114256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.114299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.114503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.114661] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.114761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.114820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.114970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117860] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d115f0-bd7e-4c14-910a-3184e5cda0f9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.119642] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.120438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.120529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.120719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.120806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.120899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 723.145694] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.145822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.145891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.146160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.146339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.154104] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 723.361574] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.361752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.361794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.362017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.362119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.362563] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.362563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.362563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.362748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.362807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.362894] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff is going to be updated. [ 723.391939] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.391939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.391939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.391939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.391939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.400188] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff in Status: IN_PROGRESS for 2s [ 723.581035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.581204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.581277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.581498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.581595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.581700] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 723.587855] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.588097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.588202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.588465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.588607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.588714] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be created. [ 723.615588] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.615588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.615588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.615588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.615588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.617020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.617517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.618038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.619695] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.620074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.620289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.620583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.620776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.624021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.624021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.624021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.624021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.624021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.624021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 is going to be updated. [ 723.624302] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 723.629846] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: UNINITIALIZED for 2s [ 723.651487] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.651487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.651487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.651487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.651487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.660245] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 in Status: IN_PROGRESS for 2s [ 723.700651] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 723.700810] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 723.700937] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_members [ 723.701530] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 723.701680] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 723.701781] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_members [ 723.705145] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.705356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.706403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.706859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.707105] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.707404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.707467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710158] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.710158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.710829] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.840742] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_rules [ 723.840742] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 723.840742] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_rules [ 723.840742] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_members [ 723.840742] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 723.840742] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 723.840971] env[69513]: INFO networking_nsxv3.common.synchronization [req-3ee181f5-fec5-4e14-8620-71c5445eadde req-63e5f72d-153c-484c-8b0f-6234167a74d2 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: c731df6f-86e4-4659-9853-5201148ac16c with Priority: HIGHEST for action port [ 723.844472] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_rules [ 723.844628] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_rules [ 723.844731] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 723.844875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c731df6f-86e4-4659-9853-5201148ac16c with Priority: HIGHEST for action port [ 723.844918] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 723.845014] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 723.845115] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_members [ 723.845400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.845503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.845683] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.845785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.845849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.846117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.846199] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.847601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.849069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.849313] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c731df6f-86e4-4659-9853-5201148ac16c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.850227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.850487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.850656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.850787] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c731df6f-86e4-4659-9853-5201148ac16c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.851713] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.851851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.852457] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.852588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.852805] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.852915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.213973] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.355901] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c731df6f-86e4-4659-9853-5201148ac16c with status ACTIVE [ 724.356556] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.356556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.356556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.356941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.356941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.356941] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.357075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.357108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.357252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.357328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.357535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.357639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.357961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.357961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.357961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.357961] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c731df6f-86e4-4659-9853-5201148ac16c is going to be updated. [ 724.361942] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.361942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.383283] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.383283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.383283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.383283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.383283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.383283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c731df6f-86e4-4659-9853-5201148ac16c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.403607] env[69513]: INFO networking_nsxv3.common.synchronization [req-daf304a9-f75b-4c16-974b-e72349854307 req-7db6a149-be65-4953-9167-4a7418bbe159 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 724.407210] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 724.407210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.407210] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.689288] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 724.689626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.717266] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.787387] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ba1180b4-beec-41cd-abab-1ceb131e154c None None] Enqueued Resource ID: e4c35720-2d35-4643-81da-f3ca8e31afaf with Priority: HIGHEST for action port [ 724.788093] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c35720-2d35-4643-81da-f3ca8e31afaf with Priority: HIGHEST for action port [ 724.788497] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c35720-2d35-4643-81da-f3ca8e31afaf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.788669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c35720-2d35-4643-81da-f3ca8e31afaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.788780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c35720-2d35-4643-81da-f3ca8e31afaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.789061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c35720-2d35-4643-81da-f3ca8e31afaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.789184] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c35720-2d35-4643-81da-f3ca8e31afaf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.910720] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.910883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.910959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.911211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.911393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.911520] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.911623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.911688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.911930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.911930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.912044] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be updated. [ 724.943588] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.943741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.943814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.944037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.944710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.959015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: IN_PROGRESS for 2s [ 725.161915] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.162903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.162903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.162903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.162903] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.163550] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.163781] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.164115] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.164669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.165678] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.165997] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.166157] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.166239] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.166860] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.166860] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.166860] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.172493] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 725.172709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.172865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.173074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.173877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.173996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.174080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.174242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.174361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.174455] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.207447] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.207674] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.207828] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.208026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.208391] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d7b525bb-e94c-4c10-8fbf-56e4408b5308 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.208581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.208702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.209041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.209184] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b525bb-e94c-4c10-8fbf-56e4408b5308',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.221062] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.221062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.221062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.221475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.221475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.221475] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df is going to be created. [ 725.254545] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.254718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.254800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.254958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.255134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.269363] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: UNINITIALIZED for 2s [ 725.291830] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4c35720-2d35-4643-81da-f3ca8e31afaf [ 725.292085] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.292322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.292461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.292688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.292772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.292871] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4c35720-2d35-4643-81da-f3ca8e31afaf already deleted. [ 725.292960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c35720-2d35-4643-81da-f3ca8e31afaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.408973] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff in Status: SUCCESS [ 725.409235] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff deletion is rescheduled due to dependency. [ 725.409399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634260] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 725.634260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.634564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.634825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.634882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.634965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.635178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.635282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.635411] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.643533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 725.643736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.644097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.644288] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.644399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.644461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.645165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.645165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645165] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.667549] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 in Status: SUCCESS [ 725.667651] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d115f0-bd7e-4c14-910a-3184e5cda0f9 deletion is rescheduled due to dependency. [ 725.667766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d115f0-bd7e-4c14-910a-3184e5cda0f9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.678938] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.711833] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.712860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.712860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.713457] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.716118] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d7b525bb-e94c-4c10-8fbf-56e4408b5308 not found, creating... [ 725.716118] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.716118] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.716118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.716515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.716515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.716868] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d7b525bb-e94c-4c10-8fbf-56e4408b5308 is going to be created. [ 725.736423] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.737847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.738155] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.738527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.738893] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.739746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.921467] env[69513]: INFO networking_nsxv3.common.synchronization [None req-dea1c1de-e63f-4b6d-927d-94eb9aa34ceb None None] Enqueued Resource ID: d76cdc36-9639-4cda-929f-24f2f3f8e777 with Priority: HIGHEST for action port [ 725.929236] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d76cdc36-9639-4cda-929f-24f2f3f8e777 with Priority: HIGHEST for action port [ 725.929236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d76cdc36-9639-4cda-929f-24f2f3f8e777 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.929236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d76cdc36-9639-4cda-929f-24f2f3f8e777" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.929236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d76cdc36-9639-4cda-929f-24f2f3f8e777" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.930809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d76cdc36-9639-4cda-929f-24f2f3f8e777" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.930809] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d76cdc36-9639-4cda-929f-24f2f3f8e777',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.000967] env[69513]: INFO networking_nsxv3.common.synchronization [req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 req-51498bab-c4ac-4a4b-bc43-e7586a4bc750 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 726.005575] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 726.005575] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.005575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.023994] env[69513]: INFO networking_nsxv3.common.synchronization [req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 req-51498bab-c4ac-4a4b-bc43-e7586a4bc750 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 726.023994] env[69513]: INFO networking_nsxv3.common.synchronization [req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 req-51498bab-c4ac-4a4b-bc43-e7586a4bc750 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 726.023994] env[69513]: INFO networking_nsxv3.common.synchronization [req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 req-51498bab-c4ac-4a4b-bc43-e7586a4bc750 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with Priority: HIGHEST for action port [ 726.023994] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_rules [ 726.023994] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 726.023994] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with Priority: HIGHEST for action port [ 726.025067] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.025733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.025733] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.025733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.025733] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.025920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.025920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.026065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.026141] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.139177] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.149369] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.181096] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.435025] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d76cdc36-9639-4cda-929f-24f2f3f8e777 [ 726.436488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.436488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.436488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.436488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.436488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.436488] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d76cdc36-9639-4cda-929f-24f2f3f8e777 already deleted. [ 726.436488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d76cdc36-9639-4cda-929f-24f2f3f8e777" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.529225] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c with status ACTIVE [ 726.529457] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.529590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.529652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.529868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.529956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.530197] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.530312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.530370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.530532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.530604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.530783] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.530875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.530935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.531122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.531186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.531229] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c is going to be updated. [ 726.558198] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.558198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.558198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.558198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.558198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.558198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.641912] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.651920] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.685295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.685447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.685515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.685742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.685833] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.685931] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 726.716978] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.716978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.717166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.717399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.717464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.727258] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 726.739399] env[69513]: INFO networking_nsxv3.common.synchronization [req-daf304a9-f75b-4c16-974b-e72349854307 req-d5c8b153-e2c3-47f1-9ed3-a04fb3d5a990 service nova] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_rules [ 726.739636] env[69513]: INFO networking_nsxv3.common.synchronization [req-daf304a9-f75b-4c16-974b-e72349854307 req-d5c8b153-e2c3-47f1-9ed3-a04fb3d5a990 service nova] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 726.739949] env[69513]: INFO networking_nsxv3.common.synchronization [req-daf304a9-f75b-4c16-974b-e72349854307 req-d5c8b153-e2c3-47f1-9ed3-a04fb3d5a990 service nova] Enqueued Resource ID: d7b525bb-e94c-4c10-8fbf-56e4408b5308 with Priority: HIGHEST for action port [ 726.740369] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_rules [ 726.740478] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 726.741063] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b525bb-e94c-4c10-8fbf-56e4408b5308 with Priority: HIGHEST for action port [ 726.742809] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.742809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.742809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.743093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.743093] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.743971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.744078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.745146] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b525bb-e94c-4c10-8fbf-56e4408b5308 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.745146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.745146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.745146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.745146] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b525bb-e94c-4c10-8fbf-56e4408b5308',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.964908] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 726.965135] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc deletion is rescheduled due to dependency. [ 726.965231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.965403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.965606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.965790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.965910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.965978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.966144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.966229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.966322] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.146111] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.146296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.146338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.146557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.146818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.146818] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 727.154745] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.154969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.155182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.155273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.155377] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be updated. [ 727.176458] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.176642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.180035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.180035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.180035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.184182] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.184329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.184417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.184619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.184753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.186344] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 727.191542] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 727.247082] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.247082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.253947] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7b525bb-e94c-4c10-8fbf-56e4408b5308 with status ACTIVE [ 727.255613] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.255613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.255613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.256107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.256430] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.256685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.256790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257639] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.257639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257932] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7b525bb-e94c-4c10-8fbf-56e4408b5308 is going to be updated. [ 727.278730] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: SUCCESS [ 727.279041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.279221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.279434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.279626] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.279753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.279817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.279971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.280066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.280177] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.283392] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.283392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.283392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.283392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.283392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.283392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b525bb-e94c-4c10-8fbf-56e4408b5308" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.566916] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.775834] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d07ca1a9-258e-46cf-bc92-0f824f111f44 None None] Enqueued Resource ID: 54c83ba6-87b3-4a86-9e6e-11ddbae68beb with Priority: HIGHEST for action port [ 727.776834] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c83ba6-87b3-4a86-9e6e-11ddbae68beb with Priority: HIGHEST for action port [ 727.777276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-54c83ba6-87b3-4a86-9e6e-11ddbae68beb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.778192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54c83ba6-87b3-4a86-9e6e-11ddbae68beb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.778366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54c83ba6-87b3-4a86-9e6e-11ddbae68beb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.778693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54c83ba6-87b3-4a86-9e6e-11ddbae68beb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.778863] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c83ba6-87b3-4a86-9e6e-11ddbae68beb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.785216] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.832128] env[69513]: INFO networking_nsxv3.common.synchronization [req-4914dfdd-ea70-44b5-8755-6230a229a2c8 req-20894ef0-46dd-4fd3-ac7a-1f863773ef14 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 727.832128] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 727.832128] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.832128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.832128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.832694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.832981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.833218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.833378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.833618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.833803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.834151] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.069138] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.281038] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54c83ba6-87b3-4a86-9e6e-11ddbae68beb [ 728.281344] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.281495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.281591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.281824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.281923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.282039] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54c83ba6-87b3-4a86-9e6e-11ddbae68beb already deleted. [ 728.282148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54c83ba6-87b3-4a86-9e6e-11ddbae68beb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.286958] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.336530] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.336680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.336750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.336962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.337071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.337278] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.337398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.337436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.337575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.337674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.337786] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 728.367910] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.368084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.368126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.370193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.370193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.376736] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 728.571073] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.571380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.571380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.571498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.571591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.571697] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be updated. [ 728.596775] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.596952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.596952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.597177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.597344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.605313] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: IN_PROGRESS for 2s [ 728.739553] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 728.739779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.739961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.740218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.741094] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.741094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.741094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.741094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.741094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.741094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.741862] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.743263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.743834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.744504] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.744504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.744504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.744504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.744504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.744504] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.789658] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.790029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.791988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.791988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.791988] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df is going to be updated. [ 728.822277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.822277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.822277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.822277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.822277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.829679] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: IN_PROGRESS for 2s [ 729.075760] env[69513]: INFO networking_nsxv3.common.synchronization [None req-585b98a8-0917-4c7a-aeb3-a5a807c6eaa7 None None] Enqueued Resource ID: 757e36f6-926c-4440-b3b3-002491c399a4 with Priority: HIGHEST for action port [ 729.076040] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757e36f6-926c-4440-b3b3-002491c399a4 with Priority: HIGHEST for action port [ 729.076601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-757e36f6-926c-4440-b3b3-002491c399a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.076726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757e36f6-926c-4440-b3b3-002491c399a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.076796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757e36f6-926c-4440-b3b3-002491c399a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.077045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757e36f6-926c-4440-b3b3-002491c399a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.077128] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757e36f6-926c-4440-b3b3-002491c399a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.197221] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 729.197435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.197618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.197826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.202038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.202038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.202038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.202038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.202038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.202038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.202038] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.203664] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 729.203858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.204019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.204212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.204421] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.204511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.204636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.204797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.204875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.204964] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.206034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.206034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.206188] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.206266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.206316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.206433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.206504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.206671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.206671] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.208042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.208199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.208347] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.208443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.208520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.208681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.208728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.209448] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.247782] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.248716] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.579300] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757e36f6-926c-4440-b3b3-002491c399a4 [ 729.579603] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.579792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.579906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.580262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.580376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.580481] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757e36f6-926c-4440-b3b3-002491c399a4 already deleted. [ 729.580561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757e36f6-926c-4440-b3b3-002491c399a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.635876] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-e6b8fab0-6e16-49fa-b0c3-b7c2869aec96 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 729.636486] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 729.637267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.637267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.638906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.639209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.639385] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.640280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.640280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.640280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.640280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.640280] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.708368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.708552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.708901] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.709706] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.710487] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.750144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af007e4c-9ad3-4257-86ff-97f1e5468fa6: rpc.has_security_group_logging(os_id): False [ 729.753382] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.771104] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.771257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.771329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.771533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.771626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.771876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.771974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.772087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.772194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.772283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.772373] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 729.830258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.830924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.830924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.841923] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 729.979607] env[69513]: INFO networking_nsxv3.common.synchronization [req-56680096-30e7-4e84-ac97-3aa5d7419bf0 req-f09b8fd4-4237-48b7-bd2c-acbf8d1604e7 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 729.979607] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGHEST for action security_group_members [ 729.979607] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.979607] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.979607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.979607] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.102312] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-082d5680-1076-4d01-9aaf-3db9d275028b tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 730.102873] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 730.103248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.105538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.142780] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.142923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.142984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.143278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.143514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.143773] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.143966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.143966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.144165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.144214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.144283] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 already deleted. [ 730.144387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.144601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.144775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.144931] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.145044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.145105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.145242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.145323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.145411] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.213033] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.213896] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31a427e0-21d8-4bf8-a6ea-33a961d33cd2: rpc.has_security_group_logging(os_id): False [ 730.217183] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.235136] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.235289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.235358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.235564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.235653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.235878] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.235979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.236053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.236200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.236279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.236366] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be created. [ 730.255192] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.256102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.256102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.256500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.256638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.256772] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 730.350330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.350464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.350531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.351154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.351154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.353713] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.353835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.353900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.354224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.367705] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 730.368337] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 730.383980] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 730.384176] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 deletion is rescheduled due to dependency. [ 730.384332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.485254] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.485254] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.485254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.485254] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be updated. [ 730.494179] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-dec9742e-fa9a-41b5-ae18-f79808c90f64 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 730.494179] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 730.494179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.494179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.584032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.584032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.584032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.584032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.584032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.595763] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: IN_PROGRESS for 2s [ 730.614778] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 730.615025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.615205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.615575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.615631] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.616151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.616151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.616151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.616151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.616151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.616341] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.651724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.651886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.651962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.652206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.652339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.652564] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.652661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.652732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.652900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.652977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.653088] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 already deleted. [ 730.653164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.653360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.653517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.653662] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.653772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.653827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.653967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.654404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.654539] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.717801] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.718191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.718191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.718359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.718431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.718544] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 730.720304] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.720424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.720424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.722353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.722417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.722541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be updated. [ 730.751892] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.752160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.752160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.752346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.752828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.755187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.755337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.755441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.755709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.755885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.765085] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 730.765839] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 730.796106] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.796304] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.796542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.796755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.798915] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.798915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.798915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.798915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.798915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.798915] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.798915] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.798915] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.798915] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.799573] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.799573] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.799573] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.817568] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.817568] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.817709] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.817893] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.818306] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.818721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.818721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.818981] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819135] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33807f04-65ff-4aee-bdbe-fd24b9d4d95b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.839136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: SUCCESS [ 730.839723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.839723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.839723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.839912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.840031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.840100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.840299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.840392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.840479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.840567] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.119041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.119229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.119304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.119560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.119753] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.119863] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.119927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.120099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.120213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.120328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.120470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.120562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.120621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.120764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.121068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.121068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.121068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.121194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.121262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.121341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.121425] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.157040] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.157278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.157383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.157668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.157706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.157926] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.158042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.158106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.158262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.158338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.158426] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 already deleted. [ 731.158507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325434] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.325882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.326076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326428] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.326887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.327389] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 33807f04-65ff-4aee-bdbe-fd24b9d4d95b not found, creating... [ 731.327790] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.328036] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.328461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.328627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.329466] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.329466] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.329466] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.329466] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.330243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.330243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.330243] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 33807f04-65ff-4aee-bdbe-fd24b9d4d95b is going to be created. [ 731.343361] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.347544] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.348685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.348685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.348685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.348685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.348685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.539893] env[69513]: INFO networking_nsxv3.common.synchronization [None req-6c3e28b8-6a41-4316-8bf4-1b74e943b508 None None] Enqueued Resource ID: 3a4d9d4a-4f48-4b0a-b226-fa03d38e4783 with Priority: HIGHEST for action port [ 731.543852] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4d9d4a-4f48-4b0a-b226-fa03d38e4783 with Priority: HIGHEST for action port [ 731.543852] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4d9d4a-4f48-4b0a-b226-fa03d38e4783 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.544143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4d9d4a-4f48-4b0a-b226-fa03d38e4783" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.544143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4d9d4a-4f48-4b0a-b226-fa03d38e4783" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.544868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4d9d4a-4f48-4b0a-b226-fa03d38e4783" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.544868] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4d9d4a-4f48-4b0a-b226-fa03d38e4783',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.623996] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b07c02-0e65-4449-8f71-ec6b255af7fc: rpc.has_security_group_logging(os_id): False [ 731.646433] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.646631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.646672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.646857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.647025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.647213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.647320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.647401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.647558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.647652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.647837] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.647939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.647998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.648170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.648276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.648477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.648583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.648645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.648787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.648874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.648982] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be updated. [ 731.710861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.712206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.712497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.712790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.712979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.725848] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: IN_PROGRESS for 2s [ 731.846347] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c9a4aa-c625-44ca-8993-8487ea2a59df: rpc.has_security_group_logging(os_id): False [ 731.856986] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 731.856986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.857179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.857397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.857492] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.864552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.864995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.864995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.865124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.865169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.865457] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.868028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.868028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.868028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df is going to be created. [ 731.919587] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.919721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.919788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.919982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.921175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.931151] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: IN_PROGRESS for 2s [ 732.048488] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a4d9d4a-4f48-4b0a-b226-fa03d38e4783 [ 732.048762] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.048762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.049040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.049126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.049186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.049286] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a4d9d4a-4f48-4b0a-b226-fa03d38e4783 already deleted. [ 732.049437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4d9d4a-4f48-4b0a-b226-fa03d38e4783" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.092721] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-5986acef-cb31-4faa-9f4b-38b693b4ae8c service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 732.092890] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-5986acef-cb31-4faa-9f4b-38b693b4ae8c service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 732.093038] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-5986acef-cb31-4faa-9f4b-38b693b4ae8c service nova] Enqueued Resource ID: 33807f04-65ff-4aee-bdbe-fd24b9d4d95b with Priority: HIGHEST for action port [ 732.093693] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 732.093826] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 732.093921] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33807f04-65ff-4aee-bdbe-fd24b9d4d95b with Priority: HIGHEST for action port [ 732.094209] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.094639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.094639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.094733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.094766] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.095661] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.095747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.095810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.096120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.097149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.097283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.097363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.097533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.097584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.097761] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.100693] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.100800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.100867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.101317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.101404] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33807f04-65ff-4aee-bdbe-fd24b9d4d95b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.265021] env[69513]: INFO networking_nsxv3.common.synchronization [req-4992b77f-4802-437e-86da-829a001540b1 req-359f4bbb-7b30-4ebf-9788-77bb7cde6933 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Enqueued Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 732.265021] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 with Priority: HIGHEST for action security_group_members [ 732.265021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.265021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.362073] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-af007e4c-9ad3-4257-86ff-97f1e5468fa6 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.362331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.378693] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 732.378970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.379187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.379434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.379691] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.379917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.380060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.380288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.380413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.380542] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.381998] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 732.382151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.382325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.382498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.382578] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.444708] env[69513]: INFO networking_nsxv3.common.synchronization [req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 req-7ef1e87b-8f9c-4fb3-b107-0e264e94b990 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Enqueued Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_members [ 732.445393] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_members [ 732.446919] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.447246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.447424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.447731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.447974] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.448364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.448518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.448748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.448918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449098] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.602971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.603275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.603550] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.604543] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33807f04-65ff-4aee-bdbe-fd24b9d4d95b with status ACTIVE [ 732.604840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.605101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.605324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.605598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.605774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.606040] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.606249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.606393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.606708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.606918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.607206] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.610019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.610019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.610019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.610019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.610019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33807f04-65ff-4aee-bdbe-fd24b9d4d95b is going to be updated. [ 732.610019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf7593da-1d50-4fef-8ca5-59285f39c14d in Status: SUCCESS [ 732.610019] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d deletion is rescheduled due to dependency. [ 732.610019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.628068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.628343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.628343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.628462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.628596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.628752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33807f04-65ff-4aee-bdbe-fd24b9d4d95b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.775577] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 732.776277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.778600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.778600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.778600] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.778600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.778600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.778600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.778600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.778600] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.781071] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 732.781604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.781994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.782538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.782953] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.783402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.784025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.784025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.785715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.785715] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.849860] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.850058] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.850245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.850575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.850908] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.851288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.851424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.851660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.851839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.852048] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.852230] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.852406] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.852561] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.852788] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.852844] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.852991] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.873355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.873584] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.873749] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.873927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.874275] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-0b4f613b-a1d0-4562-97a7-8829c678cce2 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.874446] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.874568] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.875025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.875025] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4f613b-a1d0-4562-97a7-8829c678cce2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.887460] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.887651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.887726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.887927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.888040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.888270] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.888371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.888434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.888585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.888663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.888751] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 732.892979] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.893165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.920906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.921557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.921557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.921557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.922634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.931686] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 732.951144] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.951407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-215" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.951550] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-215" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.951835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-215" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.952192] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.952416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.952557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.952777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.952922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.953149] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.953265] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.953373] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.953479] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.953585] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.953699] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.953828] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.955268] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.955386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.955476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.955640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.955725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.955899] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.955995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.956389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.956549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.956630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.956716] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08483e17-8064-4230-931f-0f43606bbc41 already deleted. [ 732.956792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.973330] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.973489] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.973642] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.973816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-215" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.974141] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-2130624f-6b41-40fa-acf8-c4ac9691bc2e taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.974310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.974430] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.974746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.975077] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2130624f-6b41-40fa-acf8-c4ac9691bc2e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.109949] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.286117] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.287730] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.381370] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.381370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 0b4f613b-a1d0-4562-97a7-8829c678cce2 not found, creating... [ 733.381370] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.381370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.381848] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.381848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.381848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.381848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.382667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.382935] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 0b4f613b-a1d0-4562-97a7-8829c678cce2 is going to be created. [ 733.403944] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.403944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.403944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.403944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.403944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.403944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.481019] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.481019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 2130624f-6b41-40fa-acf8-c4ac9691bc2e not found, creating... [ 733.481019] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.481019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.481603] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.481930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.482236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.482613] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.482892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.483195] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 2130624f-6b41-40fa-acf8-c4ac9691bc2e is going to be created. [ 733.516051] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.516051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.516051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.516051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.516051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.516051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.616016] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.616016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.616016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.616016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.616016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.616016] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be created. [ 733.644339] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.644339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.644339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.644339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.644339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.652508] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: UNINITIALIZED for 2s [ 733.747496] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 733.747496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.791727] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.791727] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.946218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: SUCCESS [ 733.946468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.247287] env[69513]: INFO networking_nsxv3.common.synchronization [req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 req-b8a81ff3-3baf-44df-887c-30b9a734e55e service nova] Enqueued Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_rules [ 734.247287] env[69513]: INFO networking_nsxv3.common.synchronization [req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 req-b8a81ff3-3baf-44df-887c-30b9a734e55e service nova] Enqueued Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_members [ 734.247699] env[69513]: INFO networking_nsxv3.common.synchronization [req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 req-b8a81ff3-3baf-44df-887c-30b9a734e55e service nova] Enqueued Resource ID: 0b4f613b-a1d0-4562-97a7-8829c678cce2 with Priority: HIGHEST for action port [ 734.248206] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_rules [ 734.248365] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_members [ 734.248494] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4f613b-a1d0-4562-97a7-8829c678cce2 with Priority: HIGHEST for action port [ 734.248827] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.248963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.249177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.249428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.249469] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.250677] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.250677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.250799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.250981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.251205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.251329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.251604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.251604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.251717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.251797] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.254180] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4f613b-a1d0-4562-97a7-8829c678cce2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.254180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.254180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.254443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.254443] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4f613b-a1d0-4562-97a7-8829c678cce2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.293065] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.293238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.293341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.293576] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.293670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.293775] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be updated. [ 734.295302] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.295441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.295484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.295704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.295775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.295843] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 734.329613] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.329789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.329851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.330082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.334020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.335840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.335962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.336036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.336709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.336709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.348541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 734.348804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 734.372061] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-43d6b9da-b767-4ff0-ab94-e7daa62c337a service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 734.372061] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-43d6b9da-b767-4ff0-ab94-e7daa62c337a service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 734.372061] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-43d6b9da-b767-4ff0-ab94-e7daa62c337a service nova] Enqueued Resource ID: 2130624f-6b41-40fa-acf8-c4ac9691bc2e with Priority: HIGHEST for action port [ 734.372061] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 734.372061] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 734.372061] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2130624f-6b41-40fa-acf8-c4ac9691bc2e with Priority: HIGHEST for action port [ 734.372661] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.372870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.372938] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.373037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.373218] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2130624f-6b41-40fa-acf8-c4ac9691bc2e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.373344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.375127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.375127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.375127] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2130624f-6b41-40fa-acf8-c4ac9691bc2e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.758009] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.758009] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.758009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.759755] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b4f613b-a1d0-4562-97a7-8829c678cce2 with status ACTIVE [ 734.760613] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.760932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.764126] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.764126] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.764126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.764126] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b4f613b-a1d0-4562-97a7-8829c678cce2 is going to be updated. [ 734.785147] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.785293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.785364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.785578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.785710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.785872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4f613b-a1d0-4562-97a7-8829c678cce2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.877487] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2130624f-6b41-40fa-acf8-c4ac9691bc2e with status ACTIVE [ 734.877681] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.877814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.877883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.878137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.878237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.878481] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.878615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.878615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.878796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.878868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.879064] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.879154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.879366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.879366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.879458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.879501] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2130624f-6b41-40fa-acf8-c4ac9691bc2e is going to be updated. [ 734.908651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.908868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.908937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.909196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.909307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.909555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2130624f-6b41-40fa-acf8-c4ac9691bc2e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.930262] env[69513]: INFO networking_nsxv3.common.synchronization [req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf req-9b301af1-db68-4590-93a6-cbdac4f1234a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_members [ 734.930949] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGHEST for action security_group_members [ 734.931102] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.931218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.931307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.931470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.931623] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.931733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.932015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.932015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.932015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.932920] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.947397] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 734.947397] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 deletion is rescheduled due to dependency. [ 734.947397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.947397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.947397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.947397] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.947397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.947397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.947397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.947871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.947871] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.259329] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.287671] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.287869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.288062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.288339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.288633] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.288783] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.288897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.290137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.290321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.290552] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.290663] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.290772] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.290879] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.290987] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.291284] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.291463] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.315314] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.315519] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.315947] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.316074] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-675" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.316497] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d7e62d74-1348-4bf4-8d71-da0e2626f964 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.316681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.316803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.317117] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.317501] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e62d74-1348-4bf4-8d71-da0e2626f964',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.379643] env[69513]: INFO networking_nsxv3.common.synchronization [req-69d5edee-4f91-47a1-863b-bcedbb0c885c req-71af619f-159f-42fa-a48b-526bc23d6715 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 735.380275] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 735.380587] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.385571] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.385571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.385571] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.436390] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.436627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.436740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.437055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.437165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.437376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.437531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.437596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.437759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.437846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.437923] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd is going to be updated. [ 735.453171] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.453957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.454066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.454472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.454682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.455111] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.455111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.455111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.455267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.455339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.455472] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 735.469011] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.469011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.469011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.469011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.469319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.476215] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd in Status: IN_PROGRESS for 2s [ 735.481699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.481910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.482741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.483076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.483337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.492557] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 735.661635] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 735.661873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.662054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.662274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.662657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.662848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.663048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.663233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.663474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.663648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.663803] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.665035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.665325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.665748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.666082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.666325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.666479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.666638] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.763258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.763791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.763791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.763989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.763989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.764159] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08483e17-8064-4230-931f-0f43606bbc41 is going to be created. [ 735.789659] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.789918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.790044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.790343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.790589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.805281] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08483e17-8064-4230-931f-0f43606bbc41 in Status: UNINITIALIZED for 2s [ 735.820745] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.820983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.821105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.821388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.821586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.821752] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d7e62d74-1348-4bf4-8d71-da0e2626f964 not found, creating... [ 735.822089] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.822263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.822439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.822661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.823135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.823135] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.823316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.823378] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.823681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.823681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.823828] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d7e62d74-1348-4bf4-8d71-da0e2626f964 is going to be created. [ 735.844681] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.844940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.845086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.845366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.845616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.845840] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.888491] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.168988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.169217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.169544] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.359558] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 736.359797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.360677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.360896] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.361030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.361099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.361281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.361367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.361456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.361546] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.363098] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 736.363439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.363439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.363716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.363782] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.363904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.363904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.364084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.364127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.364205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.364388] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.364460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.364504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.364749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.364779] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.364981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.364981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.365101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.365142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.365215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.365298] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.396093] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.556686] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-31333cad-e245-419c-af45-dd761deab8b5 service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 736.556686] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-31333cad-e245-419c-af45-dd761deab8b5 service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 736.556686] env[69513]: INFO networking_nsxv3.common.synchronization [req-282825de-1f9b-4083-ab3d-1b1471a63184 req-31333cad-e245-419c-af45-dd761deab8b5 service nova] Enqueued Resource ID: d7e62d74-1348-4bf4-8d71-da0e2626f964 with Priority: HIGHEST for action port [ 736.556686] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 736.556686] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 736.556686] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e62d74-1348-4bf4-8d71-da0e2626f964 with Priority: HIGHEST for action port [ 736.556686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.556686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.556686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.556686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.557551] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e62d74-1348-4bf4-8d71-da0e2626f964 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.557551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.557551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.557551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.557551] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e62d74-1348-4bf4-8d71-da0e2626f964',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.676055] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.867254] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.868619] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 736.886694] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.888020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.888534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.888534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.888534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.888534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.888697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.888697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.888759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.888793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888876] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 736.897799] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.897931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.897983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.898174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.898345] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be updated. [ 736.920554] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.921407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.921407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.921407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.921407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.933601] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: IN_PROGRESS for 2s [ 736.945399] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.945560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.945651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.945910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.946076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960565] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 737.058961] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7e62d74-1348-4bf4-8d71-da0e2626f964 with status ACTIVE [ 737.059240] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.059900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.059900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.059900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.059900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.060148] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.060267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.060312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.060489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.060585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.060805] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.060924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.061010] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.061178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.061259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.061361] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7e62d74-1348-4bf4-8d71-da0e2626f964 is going to be updated. [ 737.181266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e62d74-1348-4bf4-8d71-da0e2626f964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.181266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.181266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.181266] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 737.210466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.210577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.210678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.210867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.211010] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.226775] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 737.371582] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31a427e0-21d8-4bf8-a6ea-33a961d33cd2: rpc.has_security_group_logging(os_id): False [ 737.389969] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.389969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.389969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.390299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.390299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.390414] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.391050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.391050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.391050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.391050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.391050] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be updated. [ 737.441980] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.441980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.441980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.441980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.441980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.453718] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 737.485254] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd in Status: SUCCESS [ 737.485655] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd deletion is rescheduled due to dependency. [ 737.485655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.504619] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 737.504916] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 deletion is rescheduled due to dependency. [ 737.505086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.505307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.505584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.505814] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.505944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.506020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.506184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.506276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.506368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.506489] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.813093] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08483e17-8064-4230-931f-0f43606bbc41 in Status: SUCCESS [ 737.813434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.813764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.814036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.814295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.814462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.814582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.814777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.814921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.815044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.815221] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.008622] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af007e4c-9ad3-4257-86ff-97f1e5468fa6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.317534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.318243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.318243] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.318437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.318437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.318565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.318565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.318648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.318800] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.319026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.319026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.319159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.319239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.319321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.319387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.319520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.319596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.319677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.319767] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.367644] env[69513]: INFO networking_nsxv3.common.synchronization [req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 req-e8b13731-35d2-42c3-bcb5-fa04c4ddfa1f tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 738.367644] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 738.367644] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.367644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.367644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.367644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.371716] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.371973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.372144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.372414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.372593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.372765] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.517535] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af007e4c-9ad3-4257-86ff-97f1e5468fa6: rpc.has_security_group_logging(os_id): False [ 738.536294] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.536294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.536294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.536838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.536838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.536838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.536838] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 is going to be updated. [ 738.595411] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.595602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.595701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.595976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.596218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.611102] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: IN_PROGRESS for 2s [ 738.824410] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08483e17-8064-4230-931f-0f43606bbc41: rpc.has_security_group_logging(os_id): False [ 738.843917] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.844097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.844167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.844383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.844501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.844682] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.844771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.844829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.844976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.845078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.845250] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.845338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.845395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.845529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.845598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.845781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.845864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.845920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.847837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.847888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.847984] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08483e17-8064-4230-931f-0f43606bbc41 is going to be created. [ 738.879019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.879210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.879392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.879683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.879804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.880117] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.880307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.881787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.881787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.881787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.881787] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a already deleted. [ 738.881787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.901863] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.901960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.902224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.902624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.913893] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08483e17-8064-4230-931f-0f43606bbc41 in Status: IN_PROGRESS for 2s [ 738.944400] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 738.944718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.979212] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 738.980561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.980561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.980561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.980561] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.009931] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.010323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.010323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011012] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011123] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.011931] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.012269] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.012472] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.012535] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.012670] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.012715] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.012843] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.050378] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.050530] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.050569] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.050733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.051053] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-84cd63d6-57c1-4b08-a910-03a624cd836f taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.051231] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.051352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.051714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.051817] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cd63d6-57c1-4b08-a910-03a624cd836f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.237270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 739.237513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.237693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.237918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.238131] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.238249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.238328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.238491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.238571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.238653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.238819] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.238902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.238951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.239123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.239260] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.239373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.239435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.239572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.239646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.239726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.239813] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.240708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.240869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.241026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.241115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.241174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.241315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.241396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.241483] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.468044] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 739.468044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.482648] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.482941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.483086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.483333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.483579] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.483688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.483754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.483910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.483996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.484100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.484189] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.554724] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.556167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.556341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.556640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.556803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.556965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 84cd63d6-57c1-4b08-a910-03a624cd836f not found, creating... [ 739.557271] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.557442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.557558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.557779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.557915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.558217] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560317] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.560906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.561134] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 84cd63d6-57c1-4b08-a910-03a624cd836f is going to be created. [ 739.579018] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.579860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.580098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.580418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.580712] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.581114] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.729918] env[69513]: INFO networking_nsxv3.common.synchronization [req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da req-bb3c2710-c49f-47ca-ad15-a5162100ac35 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 739.731928] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGHEST for action security_group_members [ 739.731928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.731928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.731928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.732262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.732262] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.732447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.732537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.732697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.732788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.732882] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.743962] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a730c06-5023-4125-b5d7-cd97c3740287: rpc.has_security_group_logging(os_id): False [ 739.744990] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.771021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771636] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771636] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be created. [ 739.837750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.837750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.837750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.837887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.838147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.848348] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 739.987961] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000100] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000100] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000100] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000901] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.235051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.235332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.235332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.235503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.235594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.235785] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.235878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.237259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.237506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.237602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.237706] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be updated. [ 740.248923] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.265329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.265487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.265567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.265757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.265893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.274816] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: IN_PROGRESS for 2s [ 740.396023] env[69513]: INFO networking_nsxv3.common.synchronization [req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 req-ebadfa08-cc50-4e50-afde-cdf6940f9a76 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 740.396023] env[69513]: INFO networking_nsxv3.common.synchronization [req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 req-ebadfa08-cc50-4e50-afde-cdf6940f9a76 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 740.396023] env[69513]: INFO networking_nsxv3.common.synchronization [req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 req-ebadfa08-cc50-4e50-afde-cdf6940f9a76 service nova] Enqueued Resource ID: 84cd63d6-57c1-4b08-a910-03a624cd836f with Priority: HIGHEST for action port [ 740.396023] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 740.396023] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 740.396023] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84cd63d6-57c1-4b08-a910-03a624cd836f with Priority: HIGHEST for action port [ 740.396023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.396023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.396551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.396949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.397163] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.400077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.400077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.400077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.400077] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.402449] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-84cd63d6-57c1-4b08-a910-03a624cd836f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.402449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.402449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.402449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.402449] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cd63d6-57c1-4b08-a910-03a624cd836f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.491707] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 740.508328] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.508486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.508750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.508819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.508924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.509194] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.509304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.509376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.509541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.509652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.509887] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.510038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.510133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.510289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.510509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.510624] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.510761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.510846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.510988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.511079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.511192] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 740.569740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.569938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.570054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.570281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.570475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.582813] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 740.621915] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af007e4c-9ad3-4257-86ff-97f1e5468fa6 in Status: SUCCESS [ 740.622169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af007e4c-9ad3-4257-86ff-97f1e5468fa6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.647219] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9a23c556-4a38-46aa-8577-40750dbf69d2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Enqueued Resource ID: 4080bdfe-13d0-42cf-8255-151b2e912328 with Priority: HIGHEST for action security_group_rules [ 740.647779] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4080bdfe-13d0-42cf-8255-151b2e912328 with Priority: HIGHEST for action security_group_rules [ 740.648101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4080bdfe-13d0-42cf-8255-151b2e912328 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.648227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.648293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.648535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.648619] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4080bdfe-13d0-42cf-8255-151b2e912328',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.740667] env[69513]: INFO networking_nsxv3.common.synchronization [None req-cdfcf464-11ae-421a-a488-588edc20ec7e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Enqueued Resource ID: 4080bdfe-13d0-42cf-8255-151b2e912328 with Priority: HIGHEST for action security_group_rules [ 740.741119] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4080bdfe-13d0-42cf-8255-151b2e912328 with Priority: HIGHEST for action security_group_rules [ 740.741437] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4080bdfe-13d0-42cf-8255-151b2e912328 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.741547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.752235] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.752235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.752235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.752235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.752235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.752235] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 740.782166] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.782999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.782999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.782999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.782999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.791336] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 740.903621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.903977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.904300] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.911594] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84cd63d6-57c1-4b08-a910-03a624cd836f with status ACTIVE [ 740.911594] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.911594] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.911594] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.911594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.911594] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84cd63d6-57c1-4b08-a910-03a624cd836f is going to be updated. [ 740.924860] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08483e17-8064-4230-931f-0f43606bbc41 in Status: SUCCESS [ 740.925118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.931126] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.931243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.931243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.931431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.931558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.931699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84cd63d6-57c1-4b08-a910-03a624cd836f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.174219] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.174379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.174462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.174685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.174768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.174862] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4080bdfe-13d0-42cf-8255-151b2e912328 already deleted. [ 741.174936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.175095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.175247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.175332] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4080bdfe-13d0-42cf-8255-151b2e912328',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.408617] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.694363] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.694532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.694685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.695130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.695130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.695236] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4080bdfe-13d0-42cf-8255-151b2e912328 already deleted. [ 741.695269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4080bdfe-13d0-42cf-8255-151b2e912328" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.863022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 741.863022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.863022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.863022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.863022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.911136] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.911496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.911623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.911858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.911961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.912081] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be created. [ 741.934327] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.934417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.934719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.934906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.943669] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: UNINITIALIZED for 2s [ 742.286581] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc in Status: SUCCESS [ 742.286581] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc deletion is rescheduled due to dependency. [ 742.286581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.367411] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.367514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.595205] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 742.595477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.801689] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 742.801814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.801979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.802204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.802432] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.802579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.802640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.802782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.802865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.802949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.803062] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.305692] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.305818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.305856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.306491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.306824] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.306824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.306933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.307055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.307162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.307229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.307375] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.307467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.307536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.307671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.307797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.307883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.307951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.308101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.308174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.308249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.308337] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.812128] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a730c06-5023-4125-b5d7-cd97c3740287: rpc.has_security_group_logging(os_id): False [ 743.831800] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.832012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.832123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.832345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.832522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.832771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.832900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.832937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.833101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.833183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.833368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.833463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.833532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.833657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.833731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.833904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.833995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.834068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.834205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.834280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.834412] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 743.892219] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.892395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.892458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.892669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.892816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.902943] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 743.966256] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 743.966484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.966657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.966884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.967097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.967214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.967280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.967444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.967570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.967620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.967703] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.470254] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.972089] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca82fd01-0be3-4fae-8579-dd4b5213253a: rpc.has_security_group_logging(os_id): False [ 744.989625] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.989803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.989885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.990173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.990292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.990600] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.990694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.990789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.990953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.991073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.991168] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be created. [ 745.050316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.050575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.050654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.050869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.051063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.063171] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 745.743325] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.743484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 745.755826] env[69513]: INFO networking_nsxv3.common.synchronization [req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 req-5b254837-6a84-42a8-bfe8-dfb6de230100 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Enqueued Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_members [ 745.756392] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08483e17-8064-4230-931f-0f43606bbc41 with Priority: HIGHEST for action security_group_members [ 745.756704] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-08483e17-8064-4230-931f-0f43606bbc41 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.756826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.757758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.758566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.758768] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.758883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.758949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.759136] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.759225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.759320] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08483e17-8064-4230-931f-0f43606bbc41',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.915681] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 745.915882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.916421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916735] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.261782] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.262075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.262075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.262266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.262361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.262592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.262703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.262783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.262935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.263025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.263112] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08483e17-8064-4230-931f-0f43606bbc41 is going to be updated. [ 746.292075] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.292253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.292336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.292565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.292711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.301163] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08483e17-8064-4230-931f-0f43606bbc41 in Status: IN_PROGRESS for 2s [ 746.420027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.420027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.420139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.420297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.420500] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.420634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.420693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.420866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.420960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.421140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.421250] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.924909] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.924909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.924909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.924909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.924909] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.925221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.925221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.925401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.925453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.925527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.925839] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.925839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.925912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.926069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.926245] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.926342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.926498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.926587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.926690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.926795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.926886] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.075028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 747.075028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.430388] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a730c06-5023-4125-b5d7-cd97c3740287: rpc.has_security_group_logging(os_id): False [ 747.451498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.451498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.451498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.451498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.451963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.451963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.451963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.451963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.451963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.451963] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 747.510500] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.510757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.510919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.511203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.511384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.523205] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 747.714062] env[69513]: INFO networking_nsxv3.common.synchronization [req-f70a2235-2d06-4393-acb1-f1089af5e158 req-80c25084-fbd0-4175-a299-b524c67a5eae tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Enqueued Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_members [ 747.714655] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_members [ 747.715020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.715992] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.715992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.716369] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.055983] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-714" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-714" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-714" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.055983] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.055983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.056543] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.056713] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.056881] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.057077] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.057270] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.057427] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.057604] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.076029] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.076029] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.076029] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.076029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-714" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.076029] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.076029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.076409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.076535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.076675] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4adbba1-d8ff-4d55-a18f-a03fa1eecec4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.218781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.218936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.219021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.219812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.219812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.219812] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.219812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.219812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.219812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.220113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.220113] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202d4a35-d162-4815-9cdd-0129607e3e16 already deleted. [ 748.220113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.309899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08483e17-8064-4230-931f-0f43606bbc41 in Status: SUCCESS [ 748.310391] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08483e17-8064-4230-931f-0f43606bbc41 deletion is rescheduled due to dependency. [ 748.310391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08483e17-8064-4230-931f-0f43606bbc41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.385805] env[69513]: INFO networking_nsxv3.common.synchronization [req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 req-feffd683-cf6c-436d-a89a-da3e1db7af7f tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 748.386380] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 748.386683] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.386805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.386872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387233] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.387947] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.561812] env[69513]: INFO networking_nsxv3.common.synchronization [req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 req-a14e37f8-46dc-41c3-a13b-9a569718e37b tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 748.562554] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 748.562974] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.563233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.579378] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.579608] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.581280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.581280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.581280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.581280] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 not found, creating... [ 748.581280] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.581280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.581280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.581280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.581691] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.581691] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.581846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.581959] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.582180] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.582312] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.582447] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 is going to be created. [ 748.604263] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.604805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.605215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.605595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.605951] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.721911] env[69513]: INFO networking_nsxv3.common.synchronization [req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 req-c1dbbf27-723a-47a1-b157-36c837396d9e tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 748.721911] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 748.722151] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890813] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.293142] env[69513]: INFO networking_nsxv3.common.synchronization [req-f70a2235-2d06-4393-acb1-f1089af5e158 req-07527e07-0b6d-4fba-a088-81d8fc0c0ce1 service nova] Enqueued Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_rules [ 749.293327] env[69513]: INFO networking_nsxv3.common.synchronization [req-f70a2235-2d06-4393-acb1-f1089af5e158 req-07527e07-0b6d-4fba-a088-81d8fc0c0ce1 service nova] Enqueued Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_members [ 749.293465] env[69513]: INFO networking_nsxv3.common.synchronization [req-f70a2235-2d06-4393-acb1-f1089af5e158 req-07527e07-0b6d-4fba-a088-81d8fc0c0ce1 service nova] Enqueued Resource ID: d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 with Priority: HIGHEST for action port [ 749.293725] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_rules [ 749.293858] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_members [ 749.293957] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 with Priority: HIGHEST for action port [ 749.294513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.294644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.294711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.294954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.295046] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.295877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.295961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.296046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.296209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.296356] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.296449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.296511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.296646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.296733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.296817] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.298651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.298651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.298651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.298651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.298651] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4adbba1-d8ff-4d55-a18f-a03fa1eecec4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.392965] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.538104] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 749.538104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.800250] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.800885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.800885] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.801590] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 with status ACTIVE [ 749.801781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.801883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.801946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.805038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.805038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.805038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.805038] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 is going to be updated. [ 749.823970] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.824169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.824226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.824372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.824500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.824639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.895940] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.895940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.895940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.895940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.895940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.896243] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 749.936520] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.936706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.936766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.936929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.937087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.947424] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 750.305537] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.808014] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.808014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.808014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.808014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.808487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.808487] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202d4a35-d162-4815-9cdd-0129607e3e16 is going to be created. [ 750.831512] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.831512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.831512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.842368] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202d4a35-d162-4815-9cdd-0129607e3e16 in Status: UNINITIALIZED for 2s [ 751.959853] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 751.959853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.959853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.960702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.961070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.961792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.961868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.962184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.962184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.962292] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.410942] env[69513]: INFO networking_nsxv3.common.synchronization [req-4143db34-e828-492f-9fb8-a1897aea62ae req-1bffabaf-b1e1-4969-bb25-f2a8558e19e4 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Enqueued Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_members [ 752.411234] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_members [ 752.411700] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.411892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.411995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.412342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.414371] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.414371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.414371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.414371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.414371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.414371] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.464239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.464385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.464460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.464671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.464768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.464971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.465085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.465147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.465295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.465372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.465454] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 752.490038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.492176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.492176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.492176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.492176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.499698] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 752.720410] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-710" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-710" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-710" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.723529] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.723529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.723529] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.723529] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.723529] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.724440] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.724440] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.724440] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.724440] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.745017] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.745017] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.745017] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.745017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-710" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.745017] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.745017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.745017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.745017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.745017] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.851946] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202d4a35-d162-4815-9cdd-0129607e3e16 in Status: SUCCESS [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.851946] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851946] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.916678] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.916678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.916678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.916678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.916678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.916937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.917023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.918027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.918027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.918027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.918027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a already deleted. [ 752.918027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.248033] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.248358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.248358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.248686] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.248948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.249020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 not found, creating... [ 753.249290] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.249458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.249587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.249812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.249945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.250236] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.250401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.250521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.250720] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.250848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.250985] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 is going to be created. [ 753.274783] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.275518] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.275798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.276098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.354384] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.354720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.354720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.354960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.355230] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.355230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.355434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.355434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.355510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356111] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.356111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.356111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.356111] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.356111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.356342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.356342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356538] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.858289] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 202d4a35-d162-4815-9cdd-0129607e3e16: rpc.has_security_group_logging(os_id): False [ 753.877383] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.877383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.877383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.877383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.877628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.877669] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.877770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.877829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.878014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.878857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.878857] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.878857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.878857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.878857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.878857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.878857] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.879451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.879451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.879451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.879451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.879451] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202d4a35-d162-4815-9cdd-0129607e3e16 is going to be created. [ 753.935657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.935839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.936097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.936275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.946178] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202d4a35-d162-4815-9cdd-0129607e3e16 in Status: IN_PROGRESS for 2s [ 753.989035] env[69513]: INFO networking_nsxv3.common.synchronization [req-4143db34-e828-492f-9fb8-a1897aea62ae req-b0252eda-deb0-45d8-b5ef-7ef5818fe380 service nova] Enqueued Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_rules [ 753.989342] env[69513]: INFO networking_nsxv3.common.synchronization [req-4143db34-e828-492f-9fb8-a1897aea62ae req-b0252eda-deb0-45d8-b5ef-7ef5818fe380 service nova] Enqueued Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_members [ 753.989615] env[69513]: INFO networking_nsxv3.common.synchronization [req-4143db34-e828-492f-9fb8-a1897aea62ae req-b0252eda-deb0-45d8-b5ef-7ef5818fe380 service nova] Enqueued Resource ID: e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 with Priority: HIGHEST for action port [ 753.990256] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_rules [ 753.990442] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_members [ 753.990598] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 with Priority: HIGHEST for action port [ 753.990979] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.991164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.991264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.991435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.991509] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.992791] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.992917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.992987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.993171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.993322] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.993416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.993476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.993662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.993757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.993828] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.994595] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.994703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.994920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.994995] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.496449] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.496732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.496818] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.497767] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 with status ACTIVE [ 754.497979] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.498164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.498247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.498470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.498581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.498765] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.498876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.498940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.499142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.499227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.499425] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.499531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.499690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.499778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.499858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.499946] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 is going to be updated. [ 754.509992] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 754.510174] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 deletion is rescheduled due to dependency. [ 754.510277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.510953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.511131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.511309] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.511418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.511485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.511628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.511712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.511802] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.519580] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.519694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.519759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.519927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.520071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.520228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.002307] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.016270] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.016396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.016447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.016677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.016783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.016981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.017095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.017159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.017317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.017394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.017482] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 755.043584] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.043714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.043772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.043998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.044584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.058425] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 755.506534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.506899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.506899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.509026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.509026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.509026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a is going to be created. [ 755.529152] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.529152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.529152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.529152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.529355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.541023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a in Status: UNINITIALIZED for 2s [ 755.960040] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202d4a35-d162-4815-9cdd-0129607e3e16 in Status: SUCCESS [ 755.960040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.015984] env[69513]: INFO networking_nsxv3.common.synchronization [req-24f60054-f961-4bce-b0ad-17248e552cf3 req-bccac43c-be80-411d-bf58-6a6a718e268b tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 757.016773] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 757.016898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.017543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.017624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.018370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.018370] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.018370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.018370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.018600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.018600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.018688] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.067620] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 757.067807] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 deletion is rescheduled due to dependency. [ 757.067922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.326177] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.326339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.326810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.326810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.327025] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.327181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.327293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.327534] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.327730] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.327946] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.328335] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.328335] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.328335] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.328335] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.328653] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.328653] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.348312] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.348557] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.349549] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.349549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.349549] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.349549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.349549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.349932] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.350056] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c670fb2-e83c-47a6-bd59-bab5d9aa1285',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.521205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.521673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.521818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.521976] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.522086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.522163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.522299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.522375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.522460] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 757.551670] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a in Status: SUCCESS [ 757.551774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.551923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.552337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.552740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.552740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.552740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.552969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.552969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.552969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.553127] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.557831] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.557831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.557831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.558014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.558101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.565352] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 757.853340] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.853587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.853722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.854094] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.854265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.854427] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 not found, creating... [ 757.854713] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.854912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.855109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.855453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.855617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.855993] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.856185] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.856303] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.856527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.856684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.856885] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 is going to be created. [ 757.877227] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.877448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.877588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.877881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.878131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.878399] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.060624] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.564530] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcfca8f9-f77d-4c96-a87b-a86d44510f6a: rpc.has_security_group_logging(os_id): False [ 758.585987] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.585987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.585987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.586245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.586245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.586515] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.586515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.586649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.586770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.586827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.586899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a is going to be created. [ 758.636820] env[69513]: INFO networking_nsxv3.common.synchronization [req-24f60054-f961-4bce-b0ad-17248e552cf3 req-21559984-e912-4d82-affb-ac498c87d911 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 758.636820] env[69513]: INFO networking_nsxv3.common.synchronization [req-24f60054-f961-4bce-b0ad-17248e552cf3 req-21559984-e912-4d82-affb-ac498c87d911 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 758.636820] env[69513]: INFO networking_nsxv3.common.synchronization [req-24f60054-f961-4bce-b0ad-17248e552cf3 req-21559984-e912-4d82-affb-ac498c87d911 service nova] Enqueued Resource ID: 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 with Priority: HIGHEST for action port [ 758.636820] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 758.636820] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 758.636820] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 with Priority: HIGHEST for action port [ 758.637310] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.637429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.637501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.639401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.639401] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.641898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.642066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.642334] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.643202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.643288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.643598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.643598] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c670fb2-e83c-47a6-bd59-bab5d9aa1285',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.646259] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.646381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.646439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.648173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.661258] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a in Status: IN_PROGRESS for 2s [ 759.146338] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.146338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.149719] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 with status ACTIVE [ 759.149900] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.150040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.150111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.150316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.150417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.150641] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.150751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.150814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.150969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.151065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.151250] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.151343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.151541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.151615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.151699] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 is going to be updated. [ 759.173965] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.173965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.173965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.174422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.174422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.174541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c670fb2-e83c-47a6-bd59-bab5d9aa1285" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.576553] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 759.576553] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 deletion is rescheduled due to dependency. [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.576553] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.576553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.576553] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.595623] env[69513]: INFO networking_nsxv3.common.synchronization [req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb req-40fe2e8d-3665-466c-8f13-e6d163e8b7e2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 759.596129] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 759.596434] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.596558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.596626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.596825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.596989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.597130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.597197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.597638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.597638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.597638] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.034906] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.035962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.035962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.035962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.036132] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.036294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.036408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.036649] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.036796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.037029] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.037134] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.037242] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.037348] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.037454] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.037556] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.037688] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.055680] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.055847] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.055983] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.056246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.056469] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.056638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.056768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.057104] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.057250] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ada3a51-98cc-421a-a680-2bbddbcc0dbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.079831] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.100076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.100340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.100478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.100696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.100817] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.100921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.101088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.101167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.101256] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 760.137915] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.138083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.138156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.138367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.138508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.150477] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 760.559247] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.559479] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.559607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.559927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.560127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.560303] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 6ada3a51-98cc-421a-a680-2bbddbcc0dbd not found, creating... [ 760.560600] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.560815] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.561014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.561199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.561352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.561669] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.561868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.562308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.562643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.562941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.563196] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 6ada3a51-98cc-421a-a680-2bbddbcc0dbd is going to be created. [ 760.581424] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.582132] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.582276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.582554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.582870] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.583162] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.584174] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.684237] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a in Status: SUCCESS [ 760.684237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.090392] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.090637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.090718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.090990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.091141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.091246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 761.119207] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.119337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.119377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.122203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.122203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.127134] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 761.295512] env[69513]: INFO networking_nsxv3.common.synchronization [req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb req-496c1220-8fa8-4a66-a29c-ac82b3304288 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 761.295793] env[69513]: INFO networking_nsxv3.common.synchronization [req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb req-496c1220-8fa8-4a66-a29c-ac82b3304288 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 761.295793] env[69513]: INFO networking_nsxv3.common.synchronization [req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb req-496c1220-8fa8-4a66-a29c-ac82b3304288 service nova] Enqueued Resource ID: 6ada3a51-98cc-421a-a680-2bbddbcc0dbd with Priority: HIGHEST for action port [ 761.296026] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 761.296161] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 761.296264] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ada3a51-98cc-421a-a680-2bbddbcc0dbd with Priority: HIGHEST for action port [ 761.296823] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.296947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.297026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.297215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.297298] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.298179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.298244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.298377] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.298472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.298535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.298691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.298764] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ada3a51-98cc-421a-a680-2bbddbcc0dbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.802516] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.802722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.802899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ada3a51-98cc-421a-a680-2bbddbcc0dbd with status ACTIVE [ 761.803101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.803224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.803780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.803780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.803780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805952] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805952] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.805952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805952] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ada3a51-98cc-421a-a680-2bbddbcc0dbd is going to be updated. [ 761.807327] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 req-5f8bcb71-5c20-4d1e-b9b9-61a5db47944f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 761.807940] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 761.808630] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.808758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.808820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.809065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.809151] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.809238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.809427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.809514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.809593] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.830046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.830046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.830046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.830046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.830046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.830046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ada3a51-98cc-421a-a680-2bbddbcc0dbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.135602] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.135751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.135799] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.136216] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.136603] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.136741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.136806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.137053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.137245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.137407] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.137518] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.137627] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.137737] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.137846] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.137951] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.138100] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.155950] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.156112] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.156260] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.156426] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.156734] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-f7d7ae0b-f564-4e26-905b-50752f34f58d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.156906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.157047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.157394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.157521] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d7ae0b-f564-4e26-905b-50752f34f58d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.158865] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 4s [ 762.312037] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.614140] env[69513]: INFO networking_nsxv3.common.synchronization [req-04abd2d1-a475-45d1-b365-ebfbffc399dd req-dfaec3cb-96d6-47a3-ba9b-5f999d5298f3 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Enqueued Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_members [ 762.614722] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGHEST for action security_group_members [ 762.615095] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.615246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.615344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.615584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.615755] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.615881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.615962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.616173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.616270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.616396] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.661445] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.661869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.662185] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.662360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.662781] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.662781] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port f7d7ae0b-f564-4e26-905b-50752f34f58d not found, creating... [ 762.663012] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.663544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.663544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.663544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.663667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.663968] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.664376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.664376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.664481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.664609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.664752] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: f7d7ae0b-f564-4e26-905b-50752f34f58d is going to be created. [ 762.686410] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.686410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.686410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.686410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.686410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.686410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.816045] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.118477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.118654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.118784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.119101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.119332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.119482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.119593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.119690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.120085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.120085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.120085] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202d4a35-d162-4815-9cdd-0129607e3e16 is going to be updated. [ 763.134805] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 4s [ 763.147499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.149062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.149062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.157018] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202d4a35-d162-4815-9cdd-0129607e3e16 in Status: IN_PROGRESS for 2s [ 763.317974] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.318301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.318301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.318479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.318578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.318680] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 763.350027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.350027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.350027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.350027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.350027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.359024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 763.710690] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 req-491df881-f03c-4a43-af91-c60a45cea550 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 763.710910] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 req-491df881-f03c-4a43-af91-c60a45cea550 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 763.711079] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 req-491df881-f03c-4a43-af91-c60a45cea550 service nova] Enqueued Resource ID: f7d7ae0b-f564-4e26-905b-50752f34f58d with Priority: HIGHEST for action port [ 763.711400] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 763.711967] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 763.712159] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d7ae0b-f564-4e26-905b-50752f34f58d with Priority: HIGHEST for action port [ 763.716033] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.716033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.716033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.718315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.718315] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.718315] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.718315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.718315] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d7ae0b-f564-4e26-905b-50752f34f58d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.718315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.718315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.718315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.718315] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d7ae0b-f564-4e26-905b-50752f34f58d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.168393] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 764.168594] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 764.168713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.168881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.169173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.169367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.169487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.169553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.169712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.169794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.169892] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.224611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.224611] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7d7ae0b-f564-4e26-905b-50752f34f58d with status ACTIVE [ 764.224611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.224611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.224611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.224611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.225291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.225291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.225291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.225291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.225291] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7d7ae0b-f564-4e26-905b-50752f34f58d is going to be updated. [ 764.271756] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.271756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.271756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.271756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.271994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.271994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d7ae0b-f564-4e26-905b-50752f34f58d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.673690] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.144502] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 765.144728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.144916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.145181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.145330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.145441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.145541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.145682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.145723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.145908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.145908] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.165370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202d4a35-d162-4815-9cdd-0129607e3e16 in Status: SUCCESS [ 765.165565] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202d4a35-d162-4815-9cdd-0129607e3e16 deletion is rescheduled due to dependency. [ 765.165677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.175486] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.370257] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 765.370453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.370609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.370844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.371038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.371151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.371212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.371357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.371434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.371528] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.648165] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.648337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.648639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.648815] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.648930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.649134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.649238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.649301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.649447] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.649537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.649610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.649730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.649862] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.649952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.650043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.650155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.650228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.650306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.650397] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.680189] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.680498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.680498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.681112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.681112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.681112] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 765.706749] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.706951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.707030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.707324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.707604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.715617] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 765.874687] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.152140] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343f61c-6c9b-4836-9e95-fdf3d93d3de1: rpc.has_security_group_logging(os_id): False [ 766.172383] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.172533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.172607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.172871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.172975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.173212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.173313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.173377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.173564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.173646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.174402] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.174402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.174402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.174402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.174402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.174753] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.174753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.174753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.174753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.174987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.174987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 766.247697] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.247844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.247911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.248145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.248297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.259346] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 766.379630] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.881817] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.882148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.882148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.882416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.882416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.882554] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 766.909930] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.910099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.910171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.910690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.910690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.921027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 767.727290] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.727290] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.727290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.727290] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.233462] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.233819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.233819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.233976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.234191] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.234291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.234344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.234504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.234596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.234687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.234837] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.234925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.234976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.235138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.235279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.235369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.235423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.235558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.235634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.235764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.235812] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.271024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 768.271640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.667529] env[69513]: INFO networking_nsxv3.common.synchronization [req-ab6caeed-3333-4bd2-b44c-bd283276f41c req-0f263e01-42a3-4984-afe5-43daca21f2b1 tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Enqueued Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_members [ 768.670905] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_members [ 768.670905] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.670905] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.670905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.670905] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.739261] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a101a11c-7a81-4ee9-9faa-07b632e66d11: rpc.has_security_group_logging(os_id): False [ 768.755380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.755525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.755597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.756056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.756056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.756156] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.756218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.756285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.756436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.756512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.756682] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.756778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.756839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.756978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.757070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.757246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.757335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.757396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.757536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.757610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.757693] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 768.815137] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.815137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.815137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.815137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.815137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.826631] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 768.933056] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 768.933410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.933754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.933930] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.934054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.934119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.934285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.934367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.934450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.934538] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.027108] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.027331] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-864" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.027458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-864" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.027825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-864" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.028178] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.028354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.029298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.030467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.034023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.034023] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.034023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.034023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.034023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.034023] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.034023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.034023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.054035] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.054035] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.054035] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.054284] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-864" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.056823] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-fb940ae2-94df-4064-aa08-7595d90235e9 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.056823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.056823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.056823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.056823] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb940ae2-94df-4064-aa08-7595d90235e9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.174511] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.174511] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.174511] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789cd615-424c-4a09-88e9-e31432d9efd8 already deleted. [ 769.174511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.437620] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.437932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.438179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.438380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.438486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.438552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.438750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.438846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.438939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.439227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.439312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.439468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.439609] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.439700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.439757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.439897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.439976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.440102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.440200] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.557774] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.558136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.558411] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.558701] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.558859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.559034] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port fb940ae2-94df-4064-aa08-7595d90235e9 not found, creating... [ 769.559406] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559923] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.560098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.560373] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.560573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.560633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.561031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.561031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.561624] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: fb940ae2-94df-4064-aa08-7595d90235e9 is going to be created. [ 769.579983] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.580200] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.580322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.580575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.580897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.581080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.944811] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc83a69-81ac-495c-837c-b9276ba2d1c8: rpc.has_security_group_logging(os_id): False [ 769.965028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.965028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.965028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.966651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.966998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.967340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.967662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.968040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.968612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.971251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.971251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.971251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.971251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971251] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 770.057935] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.057935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.057935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.057935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.057935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.071130] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 770.289969] env[69513]: INFO networking_nsxv3.common.synchronization [req-ab6caeed-3333-4bd2-b44c-bd283276f41c req-72dda54d-ffec-4e7f-98c4-161c51105237 service nova] Enqueued Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_rules [ 770.290215] env[69513]: INFO networking_nsxv3.common.synchronization [req-ab6caeed-3333-4bd2-b44c-bd283276f41c req-72dda54d-ffec-4e7f-98c4-161c51105237 service nova] Enqueued Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_members [ 770.290356] env[69513]: INFO networking_nsxv3.common.synchronization [req-ab6caeed-3333-4bd2-b44c-bd283276f41c req-72dda54d-ffec-4e7f-98c4-161c51105237 service nova] Enqueued Resource ID: fb940ae2-94df-4064-aa08-7595d90235e9 with Priority: HIGHEST for action port [ 770.291459] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_rules [ 770.291459] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_members [ 770.291459] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb940ae2-94df-4064-aa08-7595d90235e9 with Priority: HIGHEST for action port [ 770.292926] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.293110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.293184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.293840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.293840] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.294477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.294477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.294477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.294636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.294781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.294874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.294938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.297515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.297515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.297515] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.297515] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb940ae2-94df-4064-aa08-7595d90235e9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.297515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.297515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.297515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.297810] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb940ae2-94df-4064-aa08-7595d90235e9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.801022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.801022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb940ae2-94df-4064-aa08-7595d90235e9 with status ACTIVE [ 770.801022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.801022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.801022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.801022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.801867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.801867] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb940ae2-94df-4064-aa08-7595d90235e9 is going to be updated. [ 770.803502] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.803775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.823391] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.823530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.823600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.823805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.824548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.824548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb940ae2-94df-4064-aa08-7595d90235e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.837978] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 770.838111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.304867] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.443425] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9d8de11e-8ddc-4280-96e9-d14205243a09 None None] Enqueued Resource ID: 981d217c-ef15-45c3-9819-a85cbdc81354 with Priority: HIGHEST for action port [ 771.444066] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981d217c-ef15-45c3-9819-a85cbdc81354 with Priority: HIGHEST for action port [ 771.444439] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-981d217c-ef15-45c3-9819-a85cbdc81354 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.444729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-981d217c-ef15-45c3-9819-a85cbdc81354" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.444855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-981d217c-ef15-45c3-9819-a85cbdc81354" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.445202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-981d217c-ef15-45c3-9819-a85cbdc81354" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.445300] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981d217c-ef15-45c3-9819-a85cbdc81354',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.808155] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.809119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.809273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.810104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.810104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.810104] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789cd615-424c-4a09-88e9-e31432d9efd8 is going to be created. [ 771.833829] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.833829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.833829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.834150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.834194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.846848] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789cd615-424c-4a09-88e9-e31432d9efd8 in Status: UNINITIALIZED for 2s [ 771.954421] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 981d217c-ef15-45c3-9819-a85cbdc81354 [ 771.954421] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.954421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.954421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.954421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.954421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.954421] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:981d217c-ef15-45c3-9819-a85cbdc81354 already deleted. [ 771.954421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-981d217c-ef15-45c3-9819-a85cbdc81354" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.084483] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 772.084483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.857657] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789cd615-424c-4a09-88e9-e31432d9efd8 in Status: SUCCESS [ 773.858360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.858360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.858582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.859019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.859204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.859345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.859532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.859662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.861192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.861325] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.307824] env[69513]: INFO networking_nsxv3.common.synchronization [None req-90a4f6cd-57cf-491a-bc53-ad13c474bb29 None None] Enqueued Resource ID: 43c4512d-772a-4ad1-a4b1-a1dc96d68af2 with Priority: HIGHEST for action port [ 774.307824] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4512d-772a-4ad1-a4b1-a1dc96d68af2 with Priority: HIGHEST for action port [ 774.307824] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c4512d-772a-4ad1-a4b1-a1dc96d68af2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.307824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c4512d-772a-4ad1-a4b1-a1dc96d68af2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.307824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c4512d-772a-4ad1-a4b1-a1dc96d68af2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.307824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c4512d-772a-4ad1-a4b1-a1dc96d68af2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.307824] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c4512d-772a-4ad1-a4b1-a1dc96d68af2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.364262] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.364402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.364547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.364798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.365402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.365402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.365402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.365585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.365699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.365794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.365876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.366097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.366259] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.366355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.366425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.366592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.366674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.366773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.367058] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.810704] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43c4512d-772a-4ad1-a4b1-a1dc96d68af2 [ 774.812688] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.812688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.812688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.812688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.812688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.812688] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43c4512d-772a-4ad1-a4b1-a1dc96d68af2 already deleted. [ 774.812688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c4512d-772a-4ad1-a4b1-a1dc96d68af2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.868762] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 789cd615-424c-4a09-88e9-e31432d9efd8: rpc.has_security_group_logging(os_id): False [ 774.884038] env[69513]: INFO networking_nsxv3.common.synchronization [None req-3c72a555-735e-4e62-b892-7519cf4d60f9 None None] Enqueued Resource ID: 261bbd2f-cd0c-4a5d-9701-23b8ec36d096 with Priority: HIGHEST for action port [ 774.884038] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261bbd2f-cd0c-4a5d-9701-23b8ec36d096 with Priority: HIGHEST for action port [ 774.884038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-261bbd2f-cd0c-4a5d-9701-23b8ec36d096 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261bbd2f-cd0c-4a5d-9701-23b8ec36d096" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.884038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261bbd2f-cd0c-4a5d-9701-23b8ec36d096" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.884038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261bbd2f-cd0c-4a5d-9701-23b8ec36d096" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.884568] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261bbd2f-cd0c-4a5d-9701-23b8ec36d096',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.886360] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.887241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.887889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.887889] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.888237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.889015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.889015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.890173] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.890173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.890173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.890173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.893501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.893501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.893501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.893501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.893501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.893501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.893501] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 789cd615-424c-4a09-88e9-e31432d9efd8 is going to be created. [ 774.943134] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.943348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.943348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.944407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.944407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.953656] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 789cd615-424c-4a09-88e9-e31432d9efd8 in Status: IN_PROGRESS for 2s [ 775.394096] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 261bbd2f-cd0c-4a5d-9701-23b8ec36d096 [ 775.394366] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.394800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.394891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.394986] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:261bbd2f-cd0c-4a5d-9701-23b8ec36d096 already deleted. [ 775.395094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261bbd2f-cd0c-4a5d-9701-23b8ec36d096" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.973533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 789cd615-424c-4a09-88e9-e31432d9efd8 in Status: SUCCESS [ 776.974835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.977221] env[69513]: INFO networking_nsxv3.common.synchronization [None req-352a9700-a435-4cac-af41-34d08c65208f None None] Enqueued Resource ID: f5cfef80-587f-4972-b5e4-256d9fdd9de9 with Priority: HIGHEST for action port [ 776.978342] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cfef80-587f-4972-b5e4-256d9fdd9de9 with Priority: HIGHEST for action port [ 776.978342] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cfef80-587f-4972-b5e4-256d9fdd9de9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.978342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cfef80-587f-4972-b5e4-256d9fdd9de9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.978342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cfef80-587f-4972-b5e4-256d9fdd9de9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.978601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cfef80-587f-4972-b5e4-256d9fdd9de9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.978710] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cfef80-587f-4972-b5e4-256d9fdd9de9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.480384] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5cfef80-587f-4972-b5e4-256d9fdd9de9 [ 777.480722] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.480911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.481027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.481339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.481471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.481615] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5cfef80-587f-4972-b5e4-256d9fdd9de9 already deleted. [ 777.481748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cfef80-587f-4972-b5e4-256d9fdd9de9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.895020] env[69513]: INFO networking_nsxv3.common.synchronization [None req-39522b5d-22d4-4b9c-b3e2-9405c7eed90b tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_rules [ 778.897229] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_rules [ 778.897594] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.897716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.897778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.898135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.898135] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.008463] env[69513]: INFO networking_nsxv3.common.synchronization [None req-696717f5-95ca-4cf8-b378-248318041e64 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_rules [ 779.009310] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_rules [ 779.009310] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.009310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.422302] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.422529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.422580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.422798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.423745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.423745] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 already deleted. [ 779.423745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.423745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.423745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.423745] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.787954] env[69513]: INFO networking_nsxv3.common.synchronization [None req-c9e01b2e-bc9e-408c-ae49-f8ab21c74103 None None] Enqueued Resource ID: 93cd1bd1-891d-4de9-a760-3ba00781f7a1 with Priority: HIGHEST for action port [ 779.788259] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cd1bd1-891d-4de9-a760-3ba00781f7a1 with Priority: HIGHEST for action port [ 779.788896] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-93cd1bd1-891d-4de9-a760-3ba00781f7a1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.789031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93cd1bd1-891d-4de9-a760-3ba00781f7a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.789092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93cd1bd1-891d-4de9-a760-3ba00781f7a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.789346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93cd1bd1-891d-4de9-a760-3ba00781f7a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.789429] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cd1bd1-891d-4de9-a760-3ba00781f7a1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.946362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.946668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.946668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.946802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.946872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.947009] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 already deleted. [ 779.947060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.293605] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93cd1bd1-891d-4de9-a760-3ba00781f7a1 [ 780.294248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.294248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.294248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.294578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.294578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.294738] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93cd1bd1-891d-4de9-a760-3ba00781f7a1 already deleted. [ 780.294853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93cd1bd1-891d-4de9-a760-3ba00781f7a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962384] env[69513]: INFO networking_nsxv3.common.synchronization [None req-5e68186b-d37c-4cb8-80f7-e62e396a1ef7 None None] Enqueued Resource ID: 2ec48620-7f51-4ee1-a9f3-656353c299cd with Priority: HIGHEST for action port [ 781.963400] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec48620-7f51-4ee1-a9f3-656353c299cd with Priority: HIGHEST for action port [ 781.963710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ec48620-7f51-4ee1-a9f3-656353c299cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.963823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ec48620-7f51-4ee1-a9f3-656353c299cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.963893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ec48620-7f51-4ee1-a9f3-656353c299cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.964185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ec48620-7f51-4ee1-a9f3-656353c299cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.964266] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec48620-7f51-4ee1-a9f3-656353c299cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.467483] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ec48620-7f51-4ee1-a9f3-656353c299cd [ 782.467618] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.467760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.467826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.468064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.468167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.469034] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ec48620-7f51-4ee1-a9f3-656353c299cd already deleted. [ 782.469034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ec48620-7f51-4ee1-a9f3-656353c299cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.355262] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-e5f22f6c-bf55-4dcf-9afe-66c27f48b953 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 783.355772] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 783.356086] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.356211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.356549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.356549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.357987] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.357987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.357987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.357987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.357987] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.825438] env[69513]: INFO networking_nsxv3.common.synchronization [req-39e086a2-790b-4b36-ae2f-88d7ee677a3b req-40ce833d-0925-4826-850c-f52e080ee50f tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Enqueued Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_members [ 783.826069] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGHEST for action security_group_members [ 783.826382] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.826534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.826603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.826804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.826961] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.827069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.827140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.827311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.827408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.827521] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.860823] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.860968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.861077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.861303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.861398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.861599] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.861693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.861731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.861995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.861995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.862126] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc already deleted. [ 783.862126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.862950] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.864377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864677] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.867021] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.867021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.867021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.867021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.867021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.867021] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.867021] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.867021] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.867021] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.867021] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.867021] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.867948] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.887330] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.887502] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.887642] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.887819] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.888190] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.888370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.888492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.888844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.888985] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67389c8e-5b09-4b7f-bf74-1e3ffadccbaf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.071055] env[69513]: INFO networking_nsxv3.common.synchronization [req-941dc7ed-10df-40eb-b2d4-235d4b687f66 req-c068127b-163c-4f0c-b21f-e1bda7d7ccfb tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Enqueued Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 784.071453] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc with Priority: HIGHEST for action security_group_members [ 784.071771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd9c446-0f2a-4394-93dd-e33309f321fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.071901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.071955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.073316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.073526] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.073664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.073734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.074272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.074272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.074272] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd9c446-0f2a-4394-93dd-e33309f321fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.329479] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.329638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.329729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.329923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.330027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.330262] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.330381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.330448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.330657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.330657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.330777] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789cd615-424c-4a09-88e9-e31432d9efd8 is going to be updated. [ 784.367856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.368138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.368138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.369469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.369469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.379814] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789cd615-424c-4a09-88e9-e31432d9efd8 in Status: IN_PROGRESS for 2s [ 784.394025] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.394025] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf not found, creating... [ 784.394025] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.394025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.394705] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.395057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.395384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.395816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.398122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.398122] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf is going to be created. [ 784.414938] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.415661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.417095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.417095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.417095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.417095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.516690] env[69513]: INFO networking_nsxv3.common.synchronization [req-b7c02459-d1fd-4227-b4be-819a937d44bb req-1d9364bd-85d9-4731-9f3e-8a981b15b6df tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 784.517166] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 784.517473] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.517655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.517655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.517844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.518686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.519810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.519996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.520248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.520395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.520547] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.576522] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.576709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.576778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.577038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.577890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.577890] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.577890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.577890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.577890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.577890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.578192] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc is going to be updated. [ 784.604432] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.604625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.604669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.604878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.605030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.613984] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: IN_PROGRESS for 2s [ 784.710225] env[69513]: INFO networking_nsxv3.common.synchronization [req-30a761b1-968c-4d32-8cde-9698eb8a074f req-9d998cf6-f8d9-4858-997d-9ceaa114a53b tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_members [ 784.710889] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGHEST for action security_group_members [ 784.711308] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.711500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.711674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.711882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.712077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.712235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.712335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.712534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.712725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.712861] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.026022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.026022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.026022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.026022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 785.067778] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.067778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.067778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.067778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.067778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.077704] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 785.127277] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-aa0beb0d-4e62-432d-8296-cb7190b652f8 service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 785.127277] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-aa0beb0d-4e62-432d-8296-cb7190b652f8 service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 785.127277] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-aa0beb0d-4e62-432d-8296-cb7190b652f8 service nova] Enqueued Resource ID: 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf with Priority: HIGHEST for action port [ 785.127277] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 785.127277] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 785.127277] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf with Priority: HIGHEST for action port [ 785.127277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.127277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.127277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.131020] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.131020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.131020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.131020] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.131020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.131020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.131729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.131928] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67389c8e-5b09-4b7f-bf74-1e3ffadccbaf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.215549] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.215549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.215549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.215884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.216108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.216489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.216712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.216869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.217208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.217716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.217716] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f is going to be updated. [ 785.254532] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.254675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.254747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.254954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.255112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.263383] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f in Status: IN_PROGRESS for 2s [ 785.636665] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf with status ACTIVE [ 785.637019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.637228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.637379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.637654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.637802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.638052] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.638216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.638328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.638544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.638670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.639177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.639390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.639497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.639696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.639865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.640125] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf is going to be updated. [ 785.642380] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.643291] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.643436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.663885] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.664117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.664294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.664510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.664646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.664810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.879136] env[69513]: INFO networking_nsxv3.common.synchronization [req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 req-028a6e80-c38c-475f-be1d-2b9f6a082057 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 785.879691] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 785.879994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.880937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.881140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.881817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.881948] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.882069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.882154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.882325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.882430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.882527] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.144981] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.384885] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.385091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.385144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.388078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.388078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388078] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.388078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.388078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.388078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.388078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388078] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be updated. [ 786.389469] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789cd615-424c-4a09-88e9-e31432d9efd8 in Status: SUCCESS [ 786.389682] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789cd615-424c-4a09-88e9-e31432d9efd8 deletion is rescheduled due to dependency. [ 786.389784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.410263] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.410405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.410489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.410833] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.418677] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: IN_PROGRESS for 2s [ 786.634106] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc in Status: SUCCESS [ 786.634332] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd9c446-0f2a-4394-93dd-e33309f321fc deletion is rescheduled due to dependency. [ 786.634449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd9c446-0f2a-4394-93dd-e33309f321fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.647213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.647520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.647520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.647681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.647778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.647888] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be created. [ 786.682153] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.682153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.682153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.682153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.682153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.696585] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: UNINITIALIZED for 2s [ 787.086804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 787.087028] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 787.087087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.272820] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f in Status: SUCCESS [ 787.273014] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f deletion is rescheduled due to dependency. [ 787.273164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.776737] env[69513]: INFO networking_nsxv3.common.synchronization [req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 req-559a2447-494c-40ee-8e18-37f8b87cd99a tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 787.776737] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 787.776737] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.776737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.776737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.777246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.777246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.777365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.777427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.777592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.777672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.777758] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.280972] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.281170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.281244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.281460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.281556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.281758] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.281855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.281918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.282077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.282156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.282433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 788.307876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.307998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.308100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.308282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.308466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.316072] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 788.428095] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 788.428163] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 deletion is rescheduled due to dependency. [ 788.428277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.705275] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 788.705474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.705649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.705864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.706079] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.706198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.706263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.707292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.707292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.707292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.707292] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.209187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.209540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.209540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.209610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.209994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.209994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.209994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.210178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.210267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.210367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.210549] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.210645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.210696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.210840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.211020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.211160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.211239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.211338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.211417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.211509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.211598] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.714074] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc: rpc.has_security_group_logging(os_id): False [ 789.730621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.730775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.730819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.731047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.731164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.731342] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.731544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.731544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.731676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.731727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.731927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.732224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.732298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.732484] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.733662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.733662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.733662] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be created. [ 789.784617] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.785766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.785766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.785766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.785766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.818677] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 790.325099] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 790.325403] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 deletion is rescheduled due to dependency. [ 790.325403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.830790] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 791.831087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.777596] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 792.777596] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 795.528858] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-4313bc7a-7c59-422d-8f24-b2292464dae9 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 795.530292] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 795.530292] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.530453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.530537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.530981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.531161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.531258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.531399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.531694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.531694] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.869703] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.869916] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.870325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870591] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870743] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.871084] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.871265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.871487] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.871601] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.871737] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.871912] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.871964] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.872081] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.872258] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.892428] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.892652] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.892737] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.892912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.893346] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-46da4389-3aa6-4856-aca3-7f3b753f461c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.893488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.893554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.893871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.894017] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46da4389-3aa6-4856-aca3-7f3b753f461c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.035404] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.396803] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.397086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.397261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.397576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.397767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.397955] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 46da4389-3aa6-4856-aca3-7f3b753f461c not found, creating... [ 796.398271] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398468] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.398841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.399021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.399339] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.399545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.399665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.399909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.400084] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.400258] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 46da4389-3aa6-4856-aca3-7f3b753f461c is going to be created. [ 796.418449] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.418828] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.419644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.537851] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.040401] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.041143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.041143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.041143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.041143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.041143] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 797.073622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.083495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 797.135738] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-59620214-a83e-41e6-af4a-70e282b1c1d4 service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 797.135919] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-59620214-a83e-41e6-af4a-70e282b1c1d4 service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 797.136065] env[69513]: INFO networking_nsxv3.common.synchronization [req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c req-59620214-a83e-41e6-af4a-70e282b1c1d4 service nova] Enqueued Resource ID: 46da4389-3aa6-4856-aca3-7f3b753f461c with Priority: HIGHEST for action port [ 797.136855] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 797.136855] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 797.136855] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da4389-3aa6-4856-aca3-7f3b753f461c with Priority: HIGHEST for action port [ 797.138340] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.138505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.138576] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.138778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.138873] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.140060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.140171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.140371] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-46da4389-3aa6-4856-aca3-7f3b753f461c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.140471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.140812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.140812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.140812] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46da4389-3aa6-4856-aca3-7f3b753f461c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.643322] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.645573] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46da4389-3aa6-4856-aca3-7f3b753f461c with status ACTIVE [ 797.645802] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.645969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.646053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.646429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.646429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.646578] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.646810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.646810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.646911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.647028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.647216] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.647330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.647391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.647535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.647608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.647758] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46da4389-3aa6-4856-aca3-7f3b753f461c is going to be updated. [ 797.666553] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.666553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.666707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.666790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.666912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.667091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46da4389-3aa6-4856-aca3-7f3b753f461c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.093169] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 799.093471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.093634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.093849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.094046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.094159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.094222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.094405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.094496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.094592] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.322253] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b req-1e398211-9fca-413d-8026-d1a019da30e9 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Enqueued Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_members [ 799.325759] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_members [ 799.326408] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.326582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.326687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.327290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.327649] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.327649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.327773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.327857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.330108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.330302] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.599532] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.763310] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.763596] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-901" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.763731] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-901" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.764082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-901" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.764459] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.764576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.764651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.764878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.765697] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.766062] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.766211] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.770023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.770023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.770023] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.770023] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.770023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.785587] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.785798] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.785988] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.786085] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-901" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.786390] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-65681ff4-28ac-4b61-ac52-091fb11537b3 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.786555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.786670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.786991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.787962] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65681ff4-28ac-4b61-ac52-091fb11537b3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.835462] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.835462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.835462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.835750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.835750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.835870] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.835960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.836034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.836191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.836282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.836370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 already deleted. [ 799.836449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.103996] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.290087] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 800.290216] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:1 started [ 800.290711] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.290929] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.291068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.291351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.291533] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.291652] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 65681ff4-28ac-4b61-ac52-091fb11537b3 not found, creating... [ 800.291913] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.292088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.292205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.292425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.292563] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.292855] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.293016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.293285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.296266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.296266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.296266] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 65681ff4-28ac-4b61-ac52-091fb11537b3 is going to be created. [ 800.316380] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.316380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.316380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.316380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.316380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.316380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.606878] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.607094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.607183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.607444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.607545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.607650] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 800.635048] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.635243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.635336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.635550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.635695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.643649] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 800.857694] env[69513]: INFO networking_nsxv3.common.synchronization [req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 req-dc7aedd2-fa3a-4c6e-a0aa-ce34a2673e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 800.858250] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 800.858552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.858675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.858754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.858929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.863185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.863342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.863462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.863605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.863672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.863772] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.050792] env[69513]: INFO networking_nsxv3.common.synchronization [None req-9e2d24b4-2ba4-4147-ad11-166d73673357 None None] Enqueued Resource ID: 2d37a288-8873-4822-a672-8707f435e9f4 with Priority: HIGHEST for action port [ 801.051109] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d37a288-8873-4822-a672-8707f435e9f4 with Priority: HIGHEST for action port [ 801.051729] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d37a288-8873-4822-a672-8707f435e9f4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.051849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d37a288-8873-4822-a672-8707f435e9f4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.051896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d37a288-8873-4822-a672-8707f435e9f4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.052319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d37a288-8873-4822-a672-8707f435e9f4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.052422] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d37a288-8873-4822-a672-8707f435e9f4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.367839] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.443704] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b req-1c728e2e-f060-4ba1-a597-879c58cf99f6 service nova] Enqueued Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_rules [ 801.443885] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b req-1c728e2e-f060-4ba1-a597-879c58cf99f6 service nova] Enqueued Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_members [ 801.444034] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b req-1c728e2e-f060-4ba1-a597-879c58cf99f6 service nova] Enqueued Resource ID: 65681ff4-28ac-4b61-ac52-091fb11537b3 with Priority: HIGHEST for action port [ 801.444409] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_rules [ 801.444409] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_members [ 801.444538] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65681ff4-28ac-4b61-ac52-091fb11537b3 with Priority: HIGHEST for action port [ 801.445316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.445316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.445819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.446203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.446301] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.451686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.451686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.451686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.451686] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.453158] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-65681ff4-28ac-4b61-ac52-091fb11537b3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.453158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.453158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.453158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.453158] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65681ff4-28ac-4b61-ac52-091fb11537b3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.457382] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.457586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.458024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.458024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.458326] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.458672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.458672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460526] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460526] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.460526] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.460526] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.460526] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.460526] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.460526] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.460526] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.460526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.491915] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.492152] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.492328] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.492567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-403" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.493836] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-4c777b33-1014-4f21-b0c7-3a0270001f0f taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.493836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.493836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.493836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.493836] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c777b33-1014-4f21-b0c7-3a0270001f0f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.555797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d37a288-8873-4822-a672-8707f435e9f4 [ 801.558871] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.558871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.558871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.558871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.558871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.558871] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d37a288-8873-4822-a672-8707f435e9f4 already deleted. [ 801.558871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d37a288-8873-4822-a672-8707f435e9f4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.708275] env[69513]: INFO networking_nsxv3.common.synchronization [None req-37434af5-fb04-4224-b973-3bd56cdbfea2 None None] Enqueued Resource ID: 99e51c4c-9b4a-4826-82ac-281d57aa69f2 with Priority: HIGHEST for action port [ 801.708275] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e51c4c-9b4a-4826-82ac-281d57aa69f2 with Priority: HIGHEST for action port [ 801.708275] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e51c4c-9b4a-4826-82ac-281d57aa69f2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e51c4c-9b4a-4826-82ac-281d57aa69f2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e51c4c-9b4a-4826-82ac-281d57aa69f2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.708600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e51c4c-9b4a-4826-82ac-281d57aa69f2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709060] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e51c4c-9b4a-4826-82ac-281d57aa69f2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.870707] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.954824] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.955877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.956023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.966052] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65681ff4-28ac-4b61-ac52-091fb11537b3 with status ACTIVE [ 801.966052] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.966052] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.966052] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.966052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.966052] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65681ff4-28ac-4b61-ac52-091fb11537b3 is going to be updated. [ 801.988097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.988291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.988368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.988584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.988818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.988883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65681ff4-28ac-4b61-ac52-091fb11537b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.995925] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.996143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.996270] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.996531] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.996679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.996826] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 4c777b33-1014-4f21-b0c7-3a0270001f0f not found, creating... [ 801.997110] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.997288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.997557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.997775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.997929] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.998239] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.998400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.998522] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.998732] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.998881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.000538] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f is going to be created. [ 802.022845] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.210604] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99e51c4c-9b4a-4826-82ac-281d57aa69f2 [ 802.210788] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.210930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.211008] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.211285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.211398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.211494] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99e51c4c-9b4a-4826-82ac-281d57aa69f2 already deleted. [ 802.211770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e51c4c-9b4a-4826-82ac-281d57aa69f2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.375289] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.375289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.375289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.375289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.375289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.375289] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 802.402851] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.402851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.402851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.402851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.402851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.410849] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 802.461296] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.654261] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.656090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.656090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.656090] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.896024] env[69513]: INFO networking_nsxv3.common.synchronization [req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 req-94f1276d-cbc7-4ecf-bb7a-24b3859a37df service nova] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 802.896024] env[69513]: INFO networking_nsxv3.common.synchronization [req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 req-94f1276d-cbc7-4ecf-bb7a-24b3859a37df service nova] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 802.896024] env[69513]: INFO networking_nsxv3.common.synchronization [req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 req-94f1276d-cbc7-4ecf-bb7a-24b3859a37df service nova] Enqueued Resource ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f with Priority: HIGHEST for action port [ 802.896024] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 802.896024] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 802.896024] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f with Priority: HIGHEST for action port [ 802.896024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.896024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.896805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.896982] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.897906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.898220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.898518] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c777b33-1014-4f21-b0c7-3a0270001f0f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.898756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.898903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.899378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.899562] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c777b33-1014-4f21-b0c7-3a0270001f0f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.965156] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.965335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.965441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.967076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.967076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.967076] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 is going to be created. [ 802.992997] env[69513]: INFO networking_nsxv3.common.synchronization [None req-cbfa8230-c196-40e4-b337-224fd749fdd5 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 802.994509] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.994699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.994795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.995099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.995250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.998148] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 802.998535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.998722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.998811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.999081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.999195] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.011127] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 in Status: UNINITIALIZED for 2s [ 803.118816] env[69513]: INFO networking_nsxv3.common.synchronization [None req-36f2586b-383a-417f-8382-39c78f62c05f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 803.119402] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 803.119659] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.119758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.164023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.164023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.164023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.164023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.164023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.164743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.164743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.164743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.164743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.164743] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.325565] env[69513]: INFO networking_nsxv3.common.synchronization [None req-5f556cf5-7757-4085-8f24-aef240b6411c None None] Enqueued Resource ID: 0139a0c1-ced0-41d8-a0f4-70deef6356d4 with Priority: HIGHEST for action port [ 803.325834] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0139a0c1-ced0-41d8-a0f4-70deef6356d4 with Priority: HIGHEST for action port [ 803.326425] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0139a0c1-ced0-41d8-a0f4-70deef6356d4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.326544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0139a0c1-ced0-41d8-a0f4-70deef6356d4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.326608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0139a0c1-ced0-41d8-a0f4-70deef6356d4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.326905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0139a0c1-ced0-41d8-a0f4-70deef6356d4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.326950] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0139a0c1-ced0-41d8-a0f4-70deef6356d4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.401673] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.402935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.403365] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c777b33-1014-4f21-b0c7-3a0270001f0f with status ACTIVE [ 803.403699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.406672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.406987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.407356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.407569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.407898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.408426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.408694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.408906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409237] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.409490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.409659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.410075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410267] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f is going to be updated. [ 803.430903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.430903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.430903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.430903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.430903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.430903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.525107] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.525107] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 already deleted. [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.525107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.525107] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.598991] env[69513]: INFO networking_nsxv3.common.synchronization [None req-7010f559-58b7-49d5-aa84-ad0e94193395 None None] Enqueued Resource ID: c62f078d-1b29-415a-a09d-d82191956159 with Priority: HIGHEST for action port [ 803.599159] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62f078d-1b29-415a-a09d-d82191956159 with Priority: HIGHEST for action port [ 803.599794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62f078d-1b29-415a-a09d-d82191956159 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.599937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62f078d-1b29-415a-a09d-d82191956159" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.600011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62f078d-1b29-415a-a09d-d82191956159" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.600928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62f078d-1b29-415a-a09d-d82191956159" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.601046] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62f078d-1b29-415a-a09d-d82191956159',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.673487] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc: rpc.has_security_group_logging(os_id): False [ 803.691026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.691026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.691026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.691026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.691306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.691410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.691552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.691617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.691834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.691981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.692272] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.692419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.692532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.692779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.692885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.693155] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.693313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.693464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.693659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.693911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.693911] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 803.757451] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.757451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.757451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.757451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.757451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.771646] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 803.831217] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0139a0c1-ced0-41d8-a0f4-70deef6356d4 [ 803.831217] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.831217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.831217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.831217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.831217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.831217] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0139a0c1-ced0-41d8-a0f4-70deef6356d4 already deleted. [ 803.831217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0139a0c1-ced0-41d8-a0f4-70deef6356d4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.051179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.051410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.051482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.051687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.051775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.051869] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 already deleted. [ 804.051948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.103478] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62f078d-1b29-415a-a09d-d82191956159 [ 804.103736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.103866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.103975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.104191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.104261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.104342] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62f078d-1b29-415a-a09d-d82191956159 already deleted. [ 804.104428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62f078d-1b29-415a-a09d-d82191956159" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.158041] env[69513]: INFO networking_nsxv3.common.synchronization [req-c8c87b1f-39ef-405f-8942-8785c9714960 req-d2c4026f-cb6c-417d-b262-6b4b63955e2d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 804.158041] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 804.158041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.158041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.158041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.158630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.158811] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.158931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.158998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.159182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.159270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.159365] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.420439] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 804.420439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.420439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.421814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.422157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.423855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.423855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.423855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.423855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.423855] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.663604] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.926654] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.023349] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 in Status: SUCCESS [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.025518] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.025518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.025518] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.042144] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.042144] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.042144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.042144] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.042144] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.042144] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.043287] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.043484] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.044219] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.044389] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.065805] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.065990] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.066416] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.066416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.066628] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-2284c058-5426-4b21-8822-12353878f327 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.066889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.066967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.067292] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.067435] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2284c058-5426-4b21-8822-12353878f327',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.166118] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.427900] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.529656] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.529832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.529918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.530179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.530358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.530470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.530542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.530698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.530787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.530879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.531033] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.531122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.531179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.531336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.531538] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.531636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.531706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.531828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.531898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.531975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.532071] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.570864] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.574146] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 2284c058-5426-4b21-8822-12353878f327 not found, creating... [ 805.574146] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.574146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.574922] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.574922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.574922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.575190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.575532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.575937] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 2284c058-5426-4b21-8822-12353878f327 is going to be created. [ 805.598082] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.598082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.598082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.598082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.598082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.598082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.669021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.669189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.669262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.669480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.669580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.669677] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be updated. [ 805.707654] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.707748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.707748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.708044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.708214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.721552] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: IN_PROGRESS for 2s [ 805.793992] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 805.793992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929800] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.929959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.930086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.930272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.930376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.930491] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 805.957714] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.957714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.957714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.957927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.958475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.968086] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 806.034799] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75058a3a-5a05-418b-b20e-28a48fc2c106: rpc.has_security_group_logging(os_id): False [ 806.051755] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.051925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.051994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.052475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.052475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.052621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.052706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.052758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.053092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.053092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.055505] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.055505] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.055505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.055505] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 is going to be created. [ 806.110730] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.110867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.111018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.111166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.111357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.122998] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 in Status: IN_PROGRESS for 2s [ 806.387869] env[69513]: INFO networking_nsxv3.common.synchronization [req-c8c87b1f-39ef-405f-8942-8785c9714960 req-518200ef-9d25-42f3-87cd-8c95133eb97b service nova] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_rules [ 806.388072] env[69513]: INFO networking_nsxv3.common.synchronization [req-c8c87b1f-39ef-405f-8942-8785c9714960 req-518200ef-9d25-42f3-87cd-8c95133eb97b service nova] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 806.388217] env[69513]: INFO networking_nsxv3.common.synchronization [req-c8c87b1f-39ef-405f-8942-8785c9714960 req-518200ef-9d25-42f3-87cd-8c95133eb97b service nova] Enqueued Resource ID: 2284c058-5426-4b21-8822-12353878f327 with Priority: HIGHEST for action port [ 806.389028] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_rules [ 806.389028] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 806.389028] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2284c058-5426-4b21-8822-12353878f327 with Priority: HIGHEST for action port [ 806.391527] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.391527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.391527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.391731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.391806] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.393098] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.395358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.395358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2284c058-5426-4b21-8822-12353878f327 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.395358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.395358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.395358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.395358] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2284c058-5426-4b21-8822-12353878f327',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.895387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.895731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.895731] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2284c058-5426-4b21-8822-12353878f327 with status ACTIVE [ 806.895908] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.896120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.896120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.896290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.896395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.896643] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.900021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.900021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.900021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2284c058-5426-4b21-8822-12353878f327 is going to be updated. [ 806.919169] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.919320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.919389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.919592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.919730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2284c058-5426-4b21-8822-12353878f327" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.736989] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.736989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.736989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.737371] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.979098] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 807.979435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.979484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.979686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.979884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.980009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.980081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.980228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.980311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.980779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.980779] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.138350] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 in Status: SUCCESS [ 808.138350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.243271] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.428021] env[69513]: INFO networking_nsxv3.common.synchronization [req-349fd629-ed1b-428d-884b-c503f78a6d36 req-30922eb6-e612-449c-8368-78a98fda0b1c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 808.428021] env[69513]: INFO networking_nsxv3.common.synchronization [req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 req-babe2f90-9104-4624-a4b7-2b233ffd3e03 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 808.428021] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 808.428021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.428021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.428021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.428021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.428021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.428021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.428850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.429184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.429379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.429577] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.487996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.487996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.487996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.487996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.487996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.488663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.488663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.488663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.488663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.488663] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.493732] env[69513]: INFO networking_nsxv3.common.synchronization [None req-fdf0cd1c-5a16-42f5-bafd-4b70a14fe4b5 None None] Enqueued Resource ID: ba877776-8fe0-45c4-a609-b84d97b334fa with Priority: HIGHEST for action port [ 808.494177] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba877776-8fe0-45c4-a609-b84d97b334fa with Priority: HIGHEST for action port [ 808.494706] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba877776-8fe0-45c4-a609-b84d97b334fa taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.494706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba877776-8fe0-45c4-a609-b84d97b334fa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.494706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba877776-8fe0-45c4-a609-b84d97b334fa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.496797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba877776-8fe0-45c4-a609-b84d97b334fa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.497701] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba877776-8fe0-45c4-a609-b84d97b334fa',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.745697] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.932296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.932466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.932541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.932745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.932840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.933400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.933400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.933400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.933400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.933400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.933648] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 808.965329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.965489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.965581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.965813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.965955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.977059] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 808.995340] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 808.998949] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba877776-8fe0-45c4-a609-b84d97b334fa [ 808.998949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.999157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.999157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.002829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.002829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.002829] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba877776-8fe0-45c4-a609-b84d97b334fa already deleted. [ 809.002829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba877776-8fe0-45c4-a609-b84d97b334fa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.014846] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.015023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.015083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.015288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.015845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.015845] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.015845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.015845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.016123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.016123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.016197] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.016258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.016322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.016463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.016529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.016710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.016801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.016862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.017009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.017583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.017634] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 809.085019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.085019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.085019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.085019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.085019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.106818] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 809.252230] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.252387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.252428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.253025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.253025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.253025] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be updated. [ 809.284023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.284023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.284023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.284023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.286222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.297716] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: IN_PROGRESS for 2s [ 809.914241] env[69513]: INFO networking_nsxv3.common.synchronization [req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c req-82d23a72-485e-4ffe-b0fb-d11722a36529 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 809.914241] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 809.914241] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.914241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.914241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.916522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.916638] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.916754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.916820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.917011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.917134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.917232] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.252400] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.252698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.252698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.252930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.253211] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.253310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.253436] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.253685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.253832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.254063] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.254201] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.254281] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.254386] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.254703] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.254703] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.254804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.285263] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.285263] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.285263] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.285263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.288714] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-9e53ae94-d0e4-4129-8eab-e2698235d2f1 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.288714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.288714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.288714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.288714] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e53ae94-d0e4-4129-8eab-e2698235d2f1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.317544] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f75eba23-61ad-4161-bda5-d5243120a4d2 None None] Enqueued Resource ID: 91ad8168-0b52-4d4f-b6f2-2edfcb9bba21 with Priority: HIGHEST for action port [ 810.318493] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ad8168-0b52-4d4f-b6f2-2edfcb9bba21 with Priority: HIGHEST for action port [ 810.319256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-91ad8168-0b52-4d4f-b6f2-2edfcb9bba21 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.319445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91ad8168-0b52-4d4f-b6f2-2edfcb9bba21" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.319485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91ad8168-0b52-4d4f-b6f2-2edfcb9bba21" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.319993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91ad8168-0b52-4d4f-b6f2-2edfcb9bba21" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.319993] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ad8168-0b52-4d4f-b6f2-2edfcb9bba21',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.420277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.420459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.420536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.420851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.420964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.421186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.421330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.422547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.422547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.422547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.422547] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 already deleted. [ 810.422547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.698414] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 810.698575] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 810.699229] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 810.699409] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 810.699716] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.699868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.699937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.700178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.700364] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.700490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.700572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.700746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.700856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.700968] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.701967] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.702121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.702902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.703158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.703345] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.704250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.704250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.704250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.704250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.704250] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.795021] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 9e53ae94-d0e4-4129-8eab-e2698235d2f1 not found, creating... [ 810.795021] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.795021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795554] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.795554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.795554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.795687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.795823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795977] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 9e53ae94-d0e4-4129-8eab-e2698235d2f1 is going to be created. [ 810.804077] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 810.804245] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 810.804377] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_rules [ 810.804498] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 810.804617] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4c304e4-0843-4186-8bfc-75bdfb5e0364 req-8d354d68-ae38-4654-82b4-236b66b05e5e tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f with Priority: HIGHEST for action port [ 810.805892] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 810.805892] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_rules [ 810.806053] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f with Priority: HIGHEST for action port [ 810.806162] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 810.806258] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 810.806549] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.807822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.808063] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.808170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.808247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.808500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.808578] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.809412] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c777b33-1014-4f21-b0c7-3a0270001f0f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.809521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.809586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.809865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.809865] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c777b33-1014-4f21-b0c7-3a0270001f0f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.810564] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.810725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.810900] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.810982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.821766] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91ad8168-0b52-4d4f-b6f2-2edfcb9bba21 [ 810.821971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.822103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.822168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.822366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.822449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.822576] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91ad8168-0b52-4d4f-b6f2-2edfcb9bba21 already deleted. [ 810.822639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91ad8168-0b52-4d4f-b6f2-2edfcb9bba21" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.823834] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.824009] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.824131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.824509] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.824623] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.824837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.987425] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 810.987692] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc deletion is rescheduled due to dependency. [ 810.988465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.190577] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 811.190577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.190577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.190888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.190922] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.205459] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.206323] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.307724] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 811.307974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.308083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.308383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.308618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.308688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.308841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309122] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.312942] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c777b33-1014-4f21-b0c7-3a0270001f0f with status ACTIVE [ 811.313165] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.314016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.314106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.314304] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.314412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.314483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.314631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.314706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.314951] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.315068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.315143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.315292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.316086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.316086] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f is going to be updated. [ 811.316708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.316805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.335815] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.335815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.335918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.336225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.336357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.336578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.567960] env[69513]: INFO networking_nsxv3.common.synchronization [req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c req-08fa21ee-cf77-4e85-95da-3cc9c13257a6 service nova] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_rules [ 811.568167] env[69513]: INFO networking_nsxv3.common.synchronization [req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c req-08fa21ee-cf77-4e85-95da-3cc9c13257a6 service nova] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 811.568388] env[69513]: INFO networking_nsxv3.common.synchronization [req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c req-08fa21ee-cf77-4e85-95da-3cc9c13257a6 service nova] Enqueued Resource ID: 9e53ae94-d0e4-4129-8eab-e2698235d2f1 with Priority: HIGHEST for action port [ 811.569133] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_rules [ 811.569375] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 811.569552] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e53ae94-d0e4-4129-8eab-e2698235d2f1 with Priority: HIGHEST for action port [ 811.569877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.570090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.570725] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.571759] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.572107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.572350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.572565] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.573053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.573053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.573053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.573053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.574504] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.575801] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e53ae94-d0e4-4129-8eab-e2698235d2f1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.576100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.576229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.576428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.576508] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e53ae94-d0e4-4129-8eab-e2698235d2f1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.693802] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.693802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.711566] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.711566] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.811985] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.811985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.811985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.811985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.811985] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.812300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.812300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.812374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.812465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.812555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.812708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.812812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.812875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.813041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.813193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.813344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.813344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.813467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.813573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.813656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.813865] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.079081] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.080193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.080834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.080834] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e53ae94-d0e4-4129-8eab-e2698235d2f1 with status ACTIVE [ 812.080834] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.080834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.080834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.081159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.081159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.081275] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.081357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.081477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.081608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.081842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.081919] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.081998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.082117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.082164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.082244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.082328] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e53ae94-d0e4-4129-8eab-e2698235d2f1 is going to be updated. [ 812.103224] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.103224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.103224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.103224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.103224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.103224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e53ae94-d0e4-4129-8eab-e2698235d2f1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.215481] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.215481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.215481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.215481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.215481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.215481] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 is going to be created. [ 812.216840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.217107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.217266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.217515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.217740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.217961] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 812.242941] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.242941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.242941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.243296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.243296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.256019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.256019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.256019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.256019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.256019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.259627] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: UNINITIALIZED for 2s [ 812.273208] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 812.284055] env[69513]: INFO networking_nsxv3.common.synchronization [req-590e7d4c-162e-4dfc-a880-4576217b9d9d req-460ac01f-8c61-4c75-9097-ea827edd4376 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 812.284645] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 812.284966] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.285090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.316303] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4: rpc.has_security_group_logging(os_id): False [ 812.333622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.333622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.333622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.333773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.333857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.334159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.334346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.334466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.334708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.334844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.335204] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.335364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.336519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.336519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.336519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.336519] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.336519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.336519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.336790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.336790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.336790] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be updated. [ 812.396024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.396024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.396024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.396024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.396024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.410566] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: IN_PROGRESS for 2s [ 812.552424] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.552662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.552806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553094] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553374] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553689] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553968] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.554392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.554392] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.554493] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.554578] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.554735] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.554894] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.555011] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.555163] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.573683] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.573951] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.574169] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.574351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.574700] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-1e328411-ecb0-4704-900b-d1f98677256c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.574905] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.575051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.575366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.575523] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e328411-ecb0-4704-900b-d1f98677256c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.584517] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.951544] env[69513]: INFO networking_nsxv3.common.synchronization [req-841de906-2a6b-4ffd-b2de-b257984d8c94 req-498ae74c-853b-4718-9ab3-8a33a13f8733 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Enqueued Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_members [ 812.952113] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 with Priority: HIGHEST for action security_group_members [ 812.952417] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-75058a3a-5a05-418b-b20e-28a48fc2c106 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.952581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.952670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.952787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.960545] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.960686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.960753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.961430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.961430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961430] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75058a3a-5a05-418b-b20e-28a48fc2c106',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.078276] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.078506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.078638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.078979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.079174] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.079336] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 1e328411-ecb0-4704-900b-d1f98677256c not found, creating... [ 813.079602] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.079792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.079915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.080155] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.080295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.080580] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.080736] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.081072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.081345] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 1e328411-ecb0-4704-900b-d1f98677256c is going to be created. [ 813.086935] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.087066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.087132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.087296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.087379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.087473] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be created. [ 813.111353] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.111504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.111637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.111911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.112162] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.112394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.123091] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.123091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.123091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.123091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.123091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.134920] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: UNINITIALIZED for 2s [ 813.463991] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.464393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.464476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.464766] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.465087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.465168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.465256] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 is going to be updated. [ 813.492127] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.492336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.492336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.492801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.492801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.501693] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 in Status: IN_PROGRESS for 2s [ 813.786344] env[69513]: INFO networking_nsxv3.common.synchronization [req-590e7d4c-162e-4dfc-a880-4576217b9d9d req-fdd4f6d0-15a1-435a-8941-bd44eaeb9665 service nova] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_rules [ 813.786563] env[69513]: INFO networking_nsxv3.common.synchronization [req-590e7d4c-162e-4dfc-a880-4576217b9d9d req-fdd4f6d0-15a1-435a-8941-bd44eaeb9665 service nova] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 813.786643] env[69513]: INFO networking_nsxv3.common.synchronization [req-590e7d4c-162e-4dfc-a880-4576217b9d9d req-fdd4f6d0-15a1-435a-8941-bd44eaeb9665 service nova] Enqueued Resource ID: 1e328411-ecb0-4704-900b-d1f98677256c with Priority: HIGHEST for action port [ 813.786874] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_rules [ 813.787011] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 813.787121] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e328411-ecb0-4704-900b-d1f98677256c with Priority: HIGHEST for action port [ 813.787653] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.787791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.788018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.788106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.788283] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e328411-ecb0-4704-900b-d1f98677256c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.788381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.788444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.788638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.788723] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e328411-ecb0-4704-900b-d1f98677256c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.289225] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 814.289449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.289629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.289857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.290072] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.290196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.290259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.290442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.290527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.290645] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.292251] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: SUCCESS [ 814.292459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.292692] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e328411-ecb0-4704-900b-d1f98677256c with status ACTIVE [ 814.292906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.293040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.293106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.293294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.293383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.293655] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.293784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.293825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.293967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.295851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.295851] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.295851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.295851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.295851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.295851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.295851] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e328411-ecb0-4704-900b-d1f98677256c is going to be updated. [ 814.296139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.296268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.296419] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.296562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.296625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.296731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.296810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.296914] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.320645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.320785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.320877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.321095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.321458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.321458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e328411-ecb0-4704-900b-d1f98677256c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.428308] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 814.428539] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.800113] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.800113] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.934331] env[69513]: INFO networking_nsxv3.common.synchronization [req-ccfcb5be-8c26-402b-942e-e932c1855c5b req-8d8537ec-0e8c-4e4e-930b-a6b14cf36016 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 814.934932] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 814.935285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.935448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.148028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.148028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.148028] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.148028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.152552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.152552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.152552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.152552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.152552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.152552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.152552] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.206521] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.206725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.206845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.207130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.207389] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.207542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.207665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.207877] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.208036] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.208250] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.208361] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.208469] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.208573] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.208678] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.208793] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.208921] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.234202] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.234374] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.234511] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.234704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-824" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235120] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-b2674f58-fb4e-4054-9a39-db7802af9449 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.236296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.236296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.236296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.236296] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2674f58-fb4e-4054-9a39-db7802af9449',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.302373] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.303434] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.512442] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 in Status: SUCCESS [ 815.512625] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75058a3a-5a05-418b-b20e-28a48fc2c106 deletion is rescheduled due to dependency. [ 815.512692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75058a3a-5a05-418b-b20e-28a48fc2c106" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.655592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.655754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.655919] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.741564] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.741564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.741564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.741564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.741785] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.741785] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port b2674f58-fb4e-4054-9a39-db7802af9449 not found, creating... [ 815.742114] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.743127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.743127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.743127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.743127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.743268] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.743598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.743598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.743865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.744453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.744453] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: b2674f58-fb4e-4054-9a39-db7802af9449 is going to be created. [ 815.763032] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.763259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.763386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.763728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.764123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.764511] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.807014] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.807014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.807014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.807014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.807014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.807014] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 815.809452] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.809667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.809853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.809956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.811255] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 is going to be updated. [ 815.855143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.855324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.855380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.855967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.855967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.858143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.858223] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.858288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.858750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.861702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.869791] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 815.871938] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: IN_PROGRESS for 2s [ 816.162554] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.408494] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 816.408675] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_members [ 816.408813] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 816.409355] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 816.409560] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_members [ 816.409560] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 816.409827] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.409954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.415279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-486c26c9-d257-4f0b-8beb-311587d29b19 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.415410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.415479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.415749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.415923] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.416045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.416110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.416274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.416361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.416460] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.417362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.420474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.455670] env[69513]: INFO networking_nsxv3.common.synchronization [req-ccfcb5be-8c26-402b-942e-e932c1855c5b req-3c4a7f93-7130-4bbe-982d-456959dcfcf9 service nova] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_rules [ 816.455670] env[69513]: INFO networking_nsxv3.common.synchronization [req-ccfcb5be-8c26-402b-942e-e932c1855c5b req-3c4a7f93-7130-4bbe-982d-456959dcfcf9 service nova] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 816.455670] env[69513]: INFO networking_nsxv3.common.synchronization [req-ccfcb5be-8c26-402b-942e-e932c1855c5b req-3c4a7f93-7130-4bbe-982d-456959dcfcf9 service nova] Enqueued Resource ID: b2674f58-fb4e-4054-9a39-db7802af9449 with Priority: HIGHEST for action port [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1641b64-16d2-4394-a171-51277c784870 req-945d0f6d-9b34-4f98-ada6-73a85246ebec tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f with Priority: HIGHEST for action port [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2674f58-fb4e-4054-9a39-db7802af9449 with Priority: HIGHEST for action port [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f with Priority: HIGHEST for action port [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 816.462248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_rules [ 816.462248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.462248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.462248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2674f58-fb4e-4054-9a39-db7802af9449 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.463104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.463104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.463104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.463104] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2674f58-fb4e-4054-9a39-db7802af9449',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.463573] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.463573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.464074] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c777b33-1014-4f21-b0c7-3a0270001f0f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.464240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.464289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.465096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.465183] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c777b33-1014-4f21-b0c7-3a0270001f0f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.465916] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.466028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.468353] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.468440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.468616] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.468694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.468861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-486c26c9-d257-4f0b-8beb-311587d29b19 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.468937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469433] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469433] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486c26c9-d257-4f0b-8beb-311587d29b19 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.469731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.469796] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.664535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.664722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.664795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.665030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.665123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.665224] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 816.694800] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.694994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.695064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.695293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.695462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.707513] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 816.918868] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.971102] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c777b33-1014-4f21-b0c7-3a0270001f0f with status ACTIVE [ 816.972039] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.972039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.972039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.972393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.972393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.972734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.972862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.973116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.973268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.973568] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.973739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.973856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.974102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.974241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974389] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c777b33-1014-4f21-b0c7-3a0270001f0f is going to be updated. [ 816.976015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2674f58-fb4e-4054-9a39-db7802af9449 with status ACTIVE [ 816.976357] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.976536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.976655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.976909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.977059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.977324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.977489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.977605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.977841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.977980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.978295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.978459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.978573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.978813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.978950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.979111] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2674f58-fb4e-4054-9a39-db7802af9449 is going to be updated. [ 816.980654] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-486c26c9-d257-4f0b-8beb-311587d29b19 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.980807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.999130] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.999355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.999470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.999754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.000207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.000310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2674f58-fb4e-4054-9a39-db7802af9449" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.001854] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.002041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.002041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.002230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.002357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.002506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c777b33-1014-4f21-b0c7-3a0270001f0f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.421354] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.823915] env[69513]: INFO networking_nsxv3.common.synchronization [req-850635ef-8b2a-4a9a-902d-4247c869c816 req-6afe5d74-2024-4487-9a4d-31a61f8bdc15 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Enqueued Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_members [ 817.824513] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a with Priority: HIGHEST for action security_group_members [ 817.824867] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.824992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.825401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.825568] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.825686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.825872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.825971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.826073] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcfca8f9-f77d-4c96-a87b-a86d44510f6a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.883052] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.883052] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.883052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.883052] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.884693] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: SUCCESS [ 817.885083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.886091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.886422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.886703] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.886931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.887376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.887625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.887858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.888069] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.889027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.889329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.896200] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.896200] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.896200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.896935] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.897034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.897094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.897227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.897316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.897454] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.923590] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.923915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.923915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.924115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.924205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.924303] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486c26c9-d257-4f0b-8beb-311587d29b19 is going to be created. [ 817.947206] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.947433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.947561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.948098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.948313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.958452] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486c26c9-d257-4f0b-8beb-311587d29b19 in Status: UNINITIALIZED for 2s [ 818.328531] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.329065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.329200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.329482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.329596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.329658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.329861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.329949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.330075] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a is going to be updated. [ 818.361400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.361400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.361400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.361400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.361400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.369120] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a in Status: IN_PROGRESS for 2s [ 818.388021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.388021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.396126] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.401309] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.402144] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.625667] env[69513]: INFO networking_nsxv3.common.synchronization [req-93527e19-4d6b-4d16-af09-52b275c296c0 req-9c9a94e7-38c2-4365-b67b-8d3c3a74e44a tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Enqueued Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_members [ 818.627030] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_members [ 818.627030] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.628125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.628125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.628125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.628125] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.628125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.628125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.628762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.628762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.628762] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.719879] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 818.719879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.719879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.719879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.719879] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.719879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.719879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.719879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.721277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.721277] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.898018] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.904340] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.905429] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f126d0c-601f-4107-a82c-3a555b2d3bd4: rpc.has_security_group_logging(os_id): False [ 818.921710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.921860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.922473] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.922573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.922959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 is going to be created. [ 818.942246] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.942555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-530" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.942599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-530" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.942884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-530" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.943324] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943491] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.943612] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.943864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.944014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.944227] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.944339] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.944448] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.944556] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.944703] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.944861] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.945009] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.962787] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.962956] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.963110] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.963287] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-530" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.963590] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-6957f148-c089-45fe-93f2-dfceb5e2b04c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.963818] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.963941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.964265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.964408] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6957f148-c089-45fe-93f2-dfceb5e2b04c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.973467] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.973598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.973727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.973920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.974108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.985038] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: IN_PROGRESS for 2s [ 819.130730] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.130730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.130730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.130943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.131031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.131246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.131350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.131414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.131594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.131690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.131783] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 801e789a-1924-4d80-a646-2df0791402e4 already deleted. [ 819.132523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.226725] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.401060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.401315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.401315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.401438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.401595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.401727] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 819.408656] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.408835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.408930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.409150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.409271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.409384] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 is going to be updated. [ 819.430848] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.430985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.431114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.431260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.431400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.433007] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.433162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.433243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.433351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.433463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.443087] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: IN_PROGRESS for 2s [ 819.443758] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 819.467089] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.467321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.467446] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.467727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.467884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.468061] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 6957f148-c089-45fe-93f2-dfceb5e2b04c not found, creating... [ 819.468314] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.468465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.468579] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.468805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.468942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.469299] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.469399] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.469506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.469709] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.469842] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.469977] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 6957f148-c089-45fe-93f2-dfceb5e2b04c is going to be created. [ 819.489950] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.490172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.490371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.490525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.490749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.490994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.728982] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.968090] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486c26c9-d257-4f0b-8beb-311587d29b19 in Status: SUCCESS [ 819.968547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.972097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.972097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.972097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.972097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.972097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.972097] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.035636] env[69513]: INFO networking_nsxv3.common.synchronization [req-55851400-1300-44e5-8423-b9a726548391 req-e05a4baf-3289-4379-969b-bdd49a7f19f5 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 820.035825] env[69513]: INFO networking_nsxv3.common.synchronization [req-55851400-1300-44e5-8423-b9a726548391 req-e05a4baf-3289-4379-969b-bdd49a7f19f5 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 820.035953] env[69513]: INFO networking_nsxv3.common.synchronization [req-55851400-1300-44e5-8423-b9a726548391 req-e05a4baf-3289-4379-969b-bdd49a7f19f5 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_members [ 820.036511] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 820.036861] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 with Priority: HIGHEST for action security_group_members [ 820.036861] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486c26c9-d257-4f0b-8beb-311587d29b19 with Priority: HIGHEST for action security_group_members [ 820.037039] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.039037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.039370] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f126d0c-601f-4107-a82c-3a555b2d3bd4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.039465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.040897] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-486c26c9-d257-4f0b-8beb-311587d29b19 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.041038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.231617] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.231887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.231948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.232185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.232331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.232480] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 820.254364] env[69513]: INFO networking_nsxv3.common.synchronization [req-93527e19-4d6b-4d16-af09-52b275c296c0 req-eafe4c79-def2-4b34-aa73-22d49a639a5f service nova] Enqueued Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_rules [ 820.254601] env[69513]: INFO networking_nsxv3.common.synchronization [req-93527e19-4d6b-4d16-af09-52b275c296c0 req-eafe4c79-def2-4b34-aa73-22d49a639a5f service nova] Enqueued Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_members [ 820.254805] env[69513]: INFO networking_nsxv3.common.synchronization [req-93527e19-4d6b-4d16-af09-52b275c296c0 req-eafe4c79-def2-4b34-aa73-22d49a639a5f service nova] Enqueued Resource ID: 6957f148-c089-45fe-93f2-dfceb5e2b04c with Priority: HIGHEST for action port [ 820.255400] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_rules [ 820.255580] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_members [ 820.255686] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6957f148-c089-45fe-93f2-dfceb5e2b04c with Priority: HIGHEST for action port [ 820.256009] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.256146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.256246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.256582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.256582] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.257659] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.257659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.257811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.257992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.258203] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.258310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.258374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.258573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.258674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.258771] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.260050] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6957f148-c089-45fe-93f2-dfceb5e2b04c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.260169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.260330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.260391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.260479] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6957f148-c089-45fe-93f2-dfceb5e2b04c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.263543] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.263543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.263543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.263543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.263726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.273171] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 820.381532] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a in Status: SUCCESS [ 820.381532] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcfca8f9-f77d-4c96-a87b-a86d44510f6a deletion is rescheduled due to dependency. [ 820.381633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcfca8f9-f77d-4c96-a87b-a86d44510f6a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.475698] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.762076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.762246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762613] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.763721] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6957f148-c089-45fe-93f2-dfceb5e2b04c with status ACTIVE [ 820.763721] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.763721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.763721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.764517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.764517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.769449] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.769449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.769697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.769697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.769815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.770073] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.770073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.770662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.770662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.770662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.770662] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6957f148-c089-45fe-93f2-dfceb5e2b04c is going to be updated. [ 820.794296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.794296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.794296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.794640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.794787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.795039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6957f148-c089-45fe-93f2-dfceb5e2b04c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.980341] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.995929] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: SUCCESS [ 820.996327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.997337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.998335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.998461] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.272865] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.453723] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 in Status: SUCCESS [ 821.454980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454980] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.456427] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.456427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.456427] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.457948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.458053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.458274] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.458439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.458528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.458713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.458841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.458964] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.482886] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.483119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.483380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.483828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.483828] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486c26c9-d257-4f0b-8beb-311587d29b19 is going to be updated. [ 821.507400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.507545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.507607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.507803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.507945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.516809] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486c26c9-d257-4f0b-8beb-311587d29b19 in Status: IN_PROGRESS for 2s [ 821.519734] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.519857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.519941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.520142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.520247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.520374] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 is going to be deleted. [ 821.562622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.562808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.562873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.563060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.563159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.563271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.778364] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.778540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.778606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.778992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.779174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.779293] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 801e789a-1924-4d80-a646-2df0791402e4 is going to be created. [ 821.802327] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.802327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.802327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.802327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.802327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.809838] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 801e789a-1924-4d80-a646-2df0791402e4 in Status: UNINITIALIZED for 2s [ 821.960971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.961206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.961263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.961489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.961585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.961816] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.961921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.962045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.962151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.962233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.962308] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 is going to be deleted. [ 821.963449] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.990798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.991149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.991149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.991235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.991333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.991432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.991706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.991706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.991903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.992038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.992109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.992443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.992443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.992443] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f126d0c-601f-4107-a82c-3a555b2d3bd4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.283962] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.283962] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.283962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.283962] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.466091] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.498033] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.498033] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.498033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.498033] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f126d0c-601f-4107-a82c-3a555b2d3bd4 already deleted. [ 822.498578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f126d0c-601f-4107-a82c-3a555b2d3bd4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.785717] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.969880] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.970070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.970138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.970346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.970439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.970543] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 822.997724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.998045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.998045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.998197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.998295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.006702] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 823.288107] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.528026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486c26c9-d257-4f0b-8beb-311587d29b19 in Status: SUCCESS [ 823.528297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.528439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.528651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.528845] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.528959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.529186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.529268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.529350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.529446] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.530312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.530483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.530645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.530750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.530814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.530952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.535260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.535260] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.790315] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.790489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.790555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.791205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.791413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.791819] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 823.818831] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 801e789a-1924-4d80-a646-2df0791402e4 in Status: SUCCESS [ 823.819072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.819512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.819708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.819827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.820027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.820115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.820159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.820234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.820345] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.826142] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.826785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.826785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.826785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.826785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.833297] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 824.033664] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('486c26c9-d257-4f0b-8beb-311587d29b19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.036188] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.036314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.036381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.036595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.036760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.036912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.037110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.037110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.037265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.037319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.037401] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486c26c9-d257-4f0b-8beb-311587d29b19 is going to be deleted. [ 824.082179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.082770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.082770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.082770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.082770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.082914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.326273] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.326509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.326820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.327338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.327338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.327435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.327580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.327756] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.327881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.327949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.328133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.328341] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.328536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.328536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.328673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.328716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.328791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.328877] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.536828] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 486c26c9-d257-4f0b-8beb-311587d29b19: rpc.has_security_group_logging(os_id): False [ 824.556449] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.556449] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.556449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.556449] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486c26c9-d257-4f0b-8beb-311587d29b19 is going to be created. [ 824.578581] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/486c26c9-d257-4f0b-8beb-311587d29b19], does not exist path=[/infra/domains/default/groups/486c26c9-d257-4f0b-8beb-311587d29b19]."\n}' [ 824.578581] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486c26c9-d257-4f0b-8beb-311587d29b19 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/486c26c9-d257-4f0b-8beb-311587d29b19 [ 824.578581] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 824.610168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.610168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.610168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.611119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.611501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.611775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.611996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.612284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.612474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.612904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.613194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.613410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.613887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.614098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.614364] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486c26c9-d257-4f0b-8beb-311587d29b19 is going to be created. [ 824.630584] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/486c26c9-d257-4f0b-8beb-311587d29b19], does not exist path=[/infra/domains/default/groups/486c26c9-d257-4f0b-8beb-311587d29b19]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/486c26c9-d257-4f0b-8beb-311587d29b19 [ 824.630766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486c26c9-d257-4f0b-8beb-311587d29b19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.631367] env[69513]: Traceback (most recent call last): [ 824.631367] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 824.631367] env[69513]: return func(*args, **kwargs) [ 824.631367] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 824.631367] env[69513]: res.raise_for_status() [ 824.631367] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 824.631367] env[69513]: raise HTTPError(http_error_msg, response=self) [ 824.631692] env[69513]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/486c26c9-d257-4f0b-8beb-311587d29b19 [ 824.631692] env[69513]: During handling of the above exception, another exception occurred: [ 824.631692] env[69513]: Traceback (most recent call last): [ 824.631692] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 824.631692] env[69513]: listener.cb(fileno) [ 824.631692] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 824.631692] env[69513]: result = function(*args, **kwargs) [ 824.631692] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 824.631692] env[69513]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 824.631692] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 824.631692] env[69513]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 824.631692] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 824.631692] env[69513]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 824.631692] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 824.631692] env[69513]: res.raise_for_status() [ 824.631692] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 824.631692] env[69513]: raise HTTPError(http_error_msg, response=self) [ 824.631692] env[69513]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/486c26c9-d257-4f0b-8beb-311587d29b19 [ 824.631692] env[69513]: Removing descriptor: 5 [ 824.833670] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 801e789a-1924-4d80-a646-2df0791402e4: rpc.has_security_group_logging(os_id): False [ 824.855982] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.855982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.855982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.855982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.856264] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.856326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.856522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.856672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.856770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.856990] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.857578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.858664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.859668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.861024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861274] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.861371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.861437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.861609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.861714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861841] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 801e789a-1924-4d80-a646-2df0791402e4 is going to be created. [ 824.914499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.914728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.914773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.915025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.915196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.925854] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 801e789a-1924-4d80-a646-2df0791402e4 in Status: IN_PROGRESS for 2s [ 825.018341] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 825.018595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.018984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.018984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.019177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.019286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.020145] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.020145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.020708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.020708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.020708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.020708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.020708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.020708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.020708] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.021608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.021775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.021920] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.022023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.022082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.022221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.022297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.022408] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.257042] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.257318] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 825.524636] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 825.525566] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.552498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.552653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.552740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.552989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.576742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577106] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.577414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.577522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577696] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.578090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.578090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.578561] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.578561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.578561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.578561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.580598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.580598] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 825.666415] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.666565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.666636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.666861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.667024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.681115] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 825.843917] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 825.844168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.844360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.844586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.844790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.844974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.844974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.845124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.845209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.845297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.845466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.845544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.845603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.845786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.845939] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.846166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.846241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.846406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.846492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.846586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.846676] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.847600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.847782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.847972] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.848095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.848160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.848306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.848387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.848474] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.027635] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.352276] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2df000-4e1b-438b-a830-b9cf7b13d4a8: rpc.has_security_group_logging(os_id): False [ 826.352974] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.369662] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.369841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.369939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.370152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.370267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.370402] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.370549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.370687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.370893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.370977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.374394] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.374394] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.374394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.374394] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be created. [ 826.432403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.432664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.432701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.432914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.433128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.442947] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 826.530560] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.530739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.530810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.531044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.531145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.531255] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 826.563937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.564054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.564114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.564343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.564495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.583822] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 826.855626] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.941133] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 801e789a-1924-4d80-a646-2df0791402e4 in Status: SUCCESS [ 826.941133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.345594] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d5cb0c3c-4fd3-4d25-b51e-0178ea1fdd5e None None] Enqueued Resource ID: 47cec291-796a-4c96-8b37-39181235ab80 with Priority: HIGHEST for action port [ 827.346165] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cec291-796a-4c96-8b37-39181235ab80 with Priority: HIGHEST for action port [ 827.346463] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-47cec291-796a-4c96-8b37-39181235ab80 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.346578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47cec291-796a-4c96-8b37-39181235ab80" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.346640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47cec291-796a-4c96-8b37-39181235ab80" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.346889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47cec291-796a-4c96-8b37-39181235ab80" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.346965] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47cec291-796a-4c96-8b37-39181235ab80',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.357571] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.357892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.357892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.358070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.358109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.358206] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 827.385650] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.385801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.385848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.386126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.386291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.396880] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 827.696328] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 827.696548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.696764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.696970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.697076] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.853246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47cec291-796a-4c96-8b37-39181235ab80 [ 827.853246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.853246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.853246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.853246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.853246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.853246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47cec291-796a-4c96-8b37-39181235ab80 already deleted. [ 827.853246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47cec291-796a-4c96-8b37-39181235ab80" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.142985] env[69513]: INFO networking_nsxv3.common.synchronization [None req-52868363-4af7-4774-bddb-9d3257bd554e tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Enqueued Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_rules [ 828.144170] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_rules [ 828.144391] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.144629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.144954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.146672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146672] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.200612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.200612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.237164] env[69513]: INFO networking_nsxv3.common.synchronization [None req-4b213e46-ad29-4566-b46e-03b336c90fb8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Enqueued Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_rules [ 828.238027] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_rules [ 828.238027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.238027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457787] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 828.458052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.459517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.459517] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.594460] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 828.598579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.598579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.598707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.598878] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.600033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.600033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.600033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.600033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600033] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.670429] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.670658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.670779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.671103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.671259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.671415] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd already deleted. [ 828.671562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.672141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.672141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.672253] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.960458] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.960668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.102180] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.102317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.102317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.102484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.102661] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.102760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.102820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.103492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.103492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.103492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.103492] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.103492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.103492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.103761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.103761] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.103884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.103925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.104319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.104319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.104319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.104319] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.197183] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.197371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.197435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.197609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.197697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.197791] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd already deleted. [ 829.197874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.406341] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 829.406565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.406737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.407177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.407177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.407385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.407385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.407484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.407573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.407651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.407742] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.607297] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 829.626650] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.626795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.626864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.627142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.627233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.627613] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.627613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.627613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.627737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.627807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.627960] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.628065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.628125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.628259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.628448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.628506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.629456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.629456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.629456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.629456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.629456] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 829.696942] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.696942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.696942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.696942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.696942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.712375] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 829.768190] env[69513]: INFO networking_nsxv3.common.synchronization [None req-79420651-ecde-4b5d-8d07-e81f072caf5a None None] Enqueued Resource ID: 71eead2f-7deb-4966-9581-9aabd574669f with Priority: HIGHEST for action port [ 829.768190] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eead2f-7deb-4966-9581-9aabd574669f with Priority: HIGHEST for action port [ 829.768190] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-71eead2f-7deb-4966-9581-9aabd574669f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.768329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71eead2f-7deb-4966-9581-9aabd574669f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.768329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71eead2f-7deb-4966-9581-9aabd574669f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.769194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71eead2f-7deb-4966-9581-9aabd574669f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.769303] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71eead2f-7deb-4966-9581-9aabd574669f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.912971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.913159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.913228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.913623] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.913720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.913782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.914084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.914182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.914318] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.914405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.914463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.914672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.914904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.915074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.915170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.916027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.916027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.916027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.916027] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.274405] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71eead2f-7deb-4966-9581-9aabd574669f [ 830.274645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.274784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.274910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.275121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.275224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.275322] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71eead2f-7deb-4966-9581-9aabd574669f already deleted. [ 830.276298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71eead2f-7deb-4966-9581-9aabd574669f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.418149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2df000-4e1b-438b-a830-b9cf7b13d4a8: rpc.has_security_group_logging(os_id): False [ 830.437423] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.438208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.438208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.440032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.440032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.440032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.440868] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.441104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.441257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.441477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.443358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.443358] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 830.513870] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.514046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.514129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.514423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.514590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.528187] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 831.731305] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 831.731305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.543198] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 832.543430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.543612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.543840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.543991] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.046755] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.047049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.047049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.047283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.047507] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.047644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.047731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.047911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.048073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.048364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.048364] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.553266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.553266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.553266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.553266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.553266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.553614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.553614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.553614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.553614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.553735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.553818] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.553953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.554024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.554175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.554315] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.554414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.554488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.554627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.554705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.554785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.554911] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.058387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2df000-4e1b-438b-a830-b9cf7b13d4a8: rpc.has_security_group_logging(os_id): False [ 834.080049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.080049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.080049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.080049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.080830] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.080830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.080830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.080830] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 834.116365] env[69513]: INFO networking_nsxv3.common.synchronization [req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab req-7bcedd85-5000-4c77-8101-681828542983 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 834.117037] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 834.117037] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.117037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.117037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.117248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.117385] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.117477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.117534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.117665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.117744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.117827] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.147906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.148060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.148134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.148344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.148492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.168211] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 834.561025] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.561025] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.561025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.561025] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.561025] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.561025] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.561025] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.562015] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.562015] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.562015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.581026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.581424] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.581424] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.581561] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-988" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581842] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.582055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.582177] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.582545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.582693] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdeeae6-fcaf-41c8-b27e-371d90cfbd40',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.620413] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.085672] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.086107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.086107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.086334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.086485] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.086641] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 not found, creating... [ 835.086891] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.087061] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.087180] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.087395] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.087530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.087807] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.087956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.088082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.088281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.088410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.088544] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 is going to be created. [ 835.111503] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.112137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.112137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.113043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.113306] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.113556] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.123758] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.626085] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.626286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.626394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.626603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.626701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.626794] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 835.668020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.668020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.668020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.668020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.668020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.678810] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 836.069234] env[69513]: INFO networking_nsxv3.common.synchronization [req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab req-d6faaa76-a5d2-4d51-bfd8-ed9e891b4576 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 836.069669] env[69513]: INFO networking_nsxv3.common.synchronization [req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab req-d6faaa76-a5d2-4d51-bfd8-ed9e891b4576 service nova] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 836.069669] env[69513]: INFO networking_nsxv3.common.synchronization [req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab req-d6faaa76-a5d2-4d51-bfd8-ed9e891b4576 service nova] Enqueued Resource ID: 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 with Priority: HIGHEST for action port [ 836.071299] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_rules [ 836.071396] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 836.071581] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 with Priority: HIGHEST for action port [ 836.072016] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.072206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.072320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.072603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.072747] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.076335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.076335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.076335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.076335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.076335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.076335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.076335] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdeeae6-fcaf-41c8-b27e-371d90cfbd40',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.178299] env[69513]: INFO networking_nsxv3.common.synchronization [req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b req-2437ae49-3152-4d17-bd92-430b26a74218 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Enqueued Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_members [ 836.178835] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801e789a-1924-4d80-a646-2df0791402e4 with Priority: HIGHEST for action security_group_members [ 836.179460] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-801e789a-1924-4d80-a646-2df0791402e4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.179620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.179707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.179925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.180608] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.180693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.180844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.180987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.181099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.181180] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('801e789a-1924-4d80-a646-2df0791402e4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.185696] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 836.185913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.578329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.578329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.582488] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 with status ACTIVE [ 836.582488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.582488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.582488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.582488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.582488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.583108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.583276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.583409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.583623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.583895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.584286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.584482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.584636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.584934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.584934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.584934] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 is going to be updated. [ 836.610827] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.611088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.611088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.611304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.611556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.611620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.631019] env[69513]: INFO networking_nsxv3.common.synchronization [req-940983e8-27aa-4b2f-85e3-670300713454 req-738b812d-10e3-418a-8340-61406be86bcd tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Enqueued Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_members [ 836.631157] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_members [ 836.632046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.632046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.632046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.632046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.632334] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.632334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.632334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.632525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.632525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.632623] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.683824] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.687973] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.687973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.687973] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 801e789a-1924-4d80-a646-2df0791402e4 is going to be updated. [ 836.723690] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.723910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.724435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.724435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747938] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 801e789a-1924-4d80-a646-2df0791402e4 in Status: IN_PROGRESS for 2s [ 836.969981] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.970214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-229" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.970339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-229" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.970663] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-229" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.970953] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.971091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.971227] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.971765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.971907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.972143] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.972240] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.972351] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.972459] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.972571] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.972677] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.972811] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.992363] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.992363] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.992363] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.992524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-229" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.993038] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-65faeee3-5e1c-411a-9988-626741cf151c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.993038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.993196] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.993749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.993749] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65faeee3-5e1c-411a-9988-626741cf151c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.135513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.135682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.135757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.135978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.136092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.136314] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.136440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.136495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.136639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.136716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.136799] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb already deleted. [ 837.136879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.496657] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.496963] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.497020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.497282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.497432] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.497586] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 65faeee3-5e1c-411a-9988-626741cf151c not found, creating... [ 837.497856] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.497999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.498129] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.498390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.498471] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.498751] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.498928] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.499575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.499575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.499575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.499750] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 65faeee3-5e1c-411a-9988-626741cf151c is going to be created. [ 837.519693] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.519693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.519693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.519693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.520048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.520230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.689766] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 837.690025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.690175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.690414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.690611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.690709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.690752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.690903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.690984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.691101] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.194053] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.247457] env[69513]: INFO networking_nsxv3.common.synchronization [req-940983e8-27aa-4b2f-85e3-670300713454 req-e969b97d-baa3-4aa9-b495-e7b72c1abd52 service nova] Enqueued Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_rules [ 838.247457] env[69513]: INFO networking_nsxv3.common.synchronization [req-940983e8-27aa-4b2f-85e3-670300713454 req-e969b97d-baa3-4aa9-b495-e7b72c1abd52 service nova] Enqueued Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_members [ 838.247457] env[69513]: INFO networking_nsxv3.common.synchronization [req-940983e8-27aa-4b2f-85e3-670300713454 req-e969b97d-baa3-4aa9-b495-e7b72c1abd52 service nova] Enqueued Resource ID: 65faeee3-5e1c-411a-9988-626741cf151c with Priority: HIGHEST for action port [ 838.247457] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_rules [ 838.247457] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_members [ 838.247457] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65faeee3-5e1c-411a-9988-626741cf151c with Priority: HIGHEST for action port [ 838.248175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.248574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.248733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.249089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.249304] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.250769] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.251075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.251225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.251907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.251907] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.251907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.251907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.252197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.252233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252357] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.253159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-65faeee3-5e1c-411a-9988-626741cf151c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.253260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.253352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253615] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65faeee3-5e1c-411a-9988-626741cf151c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.254728] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.255205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.255205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.255205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.255205] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.700462] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.755544] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.755759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.755864] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.757576] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 801e789a-1924-4d80-a646-2df0791402e4 in Status: SUCCESS [ 838.757929] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 801e789a-1924-4d80-a646-2df0791402e4 deletion is rescheduled due to dependency. [ 838.758062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-801e789a-1924-4d80-a646-2df0791402e4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.758265] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65faeee3-5e1c-411a-9988-626741cf151c with status ACTIVE [ 838.758446] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.758554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.758620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.758809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.758892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.759295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.759295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.759295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.759461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.759461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.759630] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.759761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.759849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.760068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.760148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.760237] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65faeee3-5e1c-411a-9988-626741cf151c is going to be updated. [ 838.761216] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.785791] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.785791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.785919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.786095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.786311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.786477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65faeee3-5e1c-411a-9988-626741cf151c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.015031] env[69513]: INFO networking_nsxv3.common.synchronization [req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 req-0251f19a-f115-418a-a0f8-f7b760dce37c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 839.015545] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 839.015847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.015967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.016463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.016694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.016856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.016959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.017033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.017919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.018050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.018182] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.204061] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.205113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.205113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.205113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.205113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.205113] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 839.244088] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.244088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.244088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.244088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.244088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.252880] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 839.267254] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.268290] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.521704] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.773923] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.773923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.774341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.774458] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb is going to be created. [ 839.775604] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 839.775715] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 839.799685] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.799874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.799938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.800187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.800387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.809783] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb in Status: UNINITIALIZED for 2s [ 840.024360] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.526963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.526963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.527113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.527267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.527368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.527468] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 840.559222] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.559440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.559440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.559639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.572874] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 840.624027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.624297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.624297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.624481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.635341] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 840.637605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.638452] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 840.663469] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.663612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.663682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.663879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.669941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.670495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 840.670605] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.670726] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 840.708850] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.708999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.709109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.709325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.710096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.710257] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 840.773480] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.773652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.773725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.773976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.774389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.774473] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 840.840043] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.840348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.840348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.840592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.840862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.841134] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 840.841227] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'202d4a35-d162-4815-9cdd-0129607e3e16', '26b07c02-0e65-4449-8f71-ec6b255af7fc', '51deec27-1f19-4f21-a652-1d3005d9f8bc', '6c5234de-255a-48cb-8098-4d074cfb2ecd', '936db64c-c928-4fa3-a75d-fafa766ab59a', 'd0713ae5-fed5-45b5-a821-d659af78a415', '0f69d616-3ea6-4c85-b1f8-8406d4efe99f', 'ec2df000-4e1b-438b-a830-b9cf7b13d4a8', '60c9a4aa-c625-44ca-8993-8487ea2a59df', 'bf7593da-1d50-4fef-8ca5-59285f39c14d', 'a101a11c-7a81-4ee9-9faa-07b632e66d11', '4a87bd25-9245-497d-a34c-86b1259968cd', '6a821c69-cfd6-436b-80cc-8f68fd764cf1', '493a4609-8505-4751-b6bf-564fceb2cb91', 'ca82fd01-0be3-4fae-8579-dd4b5213253a', 'b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3', 'eec4c15e-3bbc-4b60-bc0f-b16130107384', '21c4c0b9-2ac1-4cfe-b763-1dffe94091ff', '31a427e0-21d8-4bf8-a6ea-33a961d33cd2', 'a343f61c-6c9b-4836-9e95-fdf3d93d3de1', '7bc83a69-81ac-495c-837c-b9276ba2d1c8', '789cd615-424c-4a09-88e9-e31432d9efd8', 'f434edfd-2538-480a-9797-a84b2d0e6eb6', '49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4', 'e0904499-47d9-433f-9626-35b73625eccf', '08483e17-8064-4230-931f-0f43606bbc41', '7a730c06-5023-4125-b5d7-cd97c3740287', '4dd9c446-0f2a-4394-93dd-e33309f321fc', 'af007e4c-9ad3-4257-86ff-97f1e5468fa6', '31d115f0-bd7e-4c14-910a-3184e5cda0f9', '75058a3a-5a05-418b-b20e-28a48fc2c106', 'bcfca8f9-f77d-4c96-a87b-a86d44510f6a', '801e789a-1924-4d80-a646-2df0791402e4', '5d899d57-7416-4db8-8d4a-d7e8dfb55ffc'} {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.841330] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 840.860416] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.861239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.861239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.861470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.861580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.861715] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 840.861786] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.861855] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 840.920791] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.920967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.921019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.922075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.922762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.923526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 840.923526] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.923526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 840.923526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 840.923526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 840.923526] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGH for action security_group_rules [ 840.923526] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGH for action security_group_rules [ 840.923526] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGH for action security_group_rules [ 840.923526] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGH for action security_group_rules [ 840.923875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGH for action security_group_rules [ 840.923875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGH for action security_group_rules [ 840.923875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGH for action security_group_rules [ 840.923875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGH for action security_group_rules [ 840.923875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGH for action security_group_rules [ 840.923875] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGH for action security_group_rules [ 840.924093] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGH for action security_group_rules [ 840.924093] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGH for action security_group_rules [ 840.924093] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGH for action security_group_rules [ 840.924196] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGH for action security_group_rules [ 840.924196] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGH for action security_group_rules [ 840.924258] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGH for action security_group_rules [ 840.924295] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGH for action security_group_rules [ 840.924416] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGH for action security_group_rules [ 840.924416] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGH for action security_group_rules [ 840.924497] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGH for action security_group_rules [ 840.924566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.266034] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 841.270206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.270396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.272070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.272070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.272070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.272070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.272070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.272070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.272070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.272070] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.774742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.775071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.775071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.775281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.775523] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.775634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.775746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.775896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.775948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.776036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.776184] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.776294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.776332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.776455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.776587] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.776674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.776727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.776860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.776934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.777020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.777104] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.819944] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb in Status: SUCCESS [ 841.820207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.820702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.820915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.821159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.821267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.821314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.821438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.821519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.821664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.821729] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.280115] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc83a69-81ac-495c-837c-b9276ba2d1c8: rpc.has_security_group_logging(os_id): False [ 842.307542] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.307542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.307789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.307789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.326467] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.326625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.326673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.326854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.327037] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.327225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.327225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.327358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.327428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.327531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.328118] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.328118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.328118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.328118] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.328377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.328377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.328377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.328537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.328537] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.333632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.333864] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.333999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.334177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.334307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.334307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.334495] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.334827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.334827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.334827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.334827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.335152] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.335152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.335152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.335385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.335385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.335385] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 842.405032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.405032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.405032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.405322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.405447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.419673] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 842.583587] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 842.583587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.831027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe46277-08d8-4c43-a7d9-95a79ad664eb: rpc.has_security_group_logging(os_id): False [ 842.847965] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.848110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.848188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.848401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.848490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.848688] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.848787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.848843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.848987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.849072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.849261] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.849349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.849404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.849544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.849618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.849788] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.849860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.849924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.850082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.850152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.850236] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb is going to be created. [ 842.913133] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.913133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.913133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.913133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.913133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.925602] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb in Status: IN_PROGRESS for 2s [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [req-47ca393b-54a8-4140-8395-cc0e16f460e0 req-701b1eb0-fed8-4759-9179-d00523dfe874 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_members [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_members [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202d4a35-d162-4815-9cdd-0129607e3e16 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87bd25-9245-497d-a34c-86b1259968cd with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7593da-1d50-4fef-8ca5-59285f39c14d with Priority: HIGH for action security_group_rules [ 843.468017] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGH for action security_group_rules [ 843.468662] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGH for action security_group_rules [ 843.468662] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGH for action security_group_rules [ 843.468662] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936db64c-c928-4fa3-a75d-fafa766ab59a with Priority: HIGH for action security_group_rules [ 843.468662] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc with Priority: HIGH for action security_group_rules [ 843.468662] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd with Priority: HIGH for action security_group_rules [ 843.468858] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.468858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.468962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.469172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.469323] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.469418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.469475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.469612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.469690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.469776] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.470547] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202d4a35-d162-4815-9cdd-0129607e3e16 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.470647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.470702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.470841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.470907] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202d4a35-d162-4815-9cdd-0129607e3e16',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.471576] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51deec27-1f19-4f21-a652-1d3005d9f8bc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.471674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.471733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.471871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.471937] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51deec27-1f19-4f21-a652-1d3005d9f8bc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.475325] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.475325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.475325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.475325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.475325] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f69d616-3ea6-4c85-b1f8-8406d4efe99f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.475325] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.475325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.475325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.475325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.475325] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.478770] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.478874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.478940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.479103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.479199] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.481490] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.481490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.481490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.481490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.481490] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.481490] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.481490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.481787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.481787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.481787] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c4c0b9-2ac1-4cfe-b763-1dffe94091ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.483015] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec4c15e-3bbc-4b60-bc0f-b16130107384 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.483138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.483203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.483370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.483441] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec4c15e-3bbc-4b60-bc0f-b16130107384',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.486790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.486790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.486790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486790] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.486790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.486790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.486790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486790] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.486790] env[69513]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 843.487482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.487482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.487482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.487610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.487647] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.488430] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a87bd25-9245-497d-a34c-86b1259968cd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.488535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.488600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.489155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.489280] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a87bd25-9245-497d-a34c-86b1259968cd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.490120] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.490228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.490290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.490436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.490506] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.491378] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf7593da-1d50-4fef-8ca5-59285f39c14d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.491483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.491548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.491693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.491763] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf7593da-1d50-4fef-8ca5-59285f39c14d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.492569] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.492682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492967] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.494233] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.494338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.494407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.494555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.494628] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.495543] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.495647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.495714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.495860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.495931] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.496705] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936db64c-c928-4fa3-a75d-fafa766ab59a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.496812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.496878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.497035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.497109] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936db64c-c928-4fa3-a75d-fafa766ab59a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.498063] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b07c02-0e65-4449-8f71-ec6b255af7fc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.498306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.498306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.498401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.498474] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b07c02-0e65-4449-8f71-ec6b255af7fc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.499499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5234de-255a-48cb-8098-4d074cfb2ecd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.499605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.499673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.499994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.500092] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5234de-255a-48cb-8098-4d074cfb2ecd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.500302] env[69513]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 843.506974] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.507376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.507479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.507663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.507981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.508089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.508175] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 already deleted. [ 843.508334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.535416] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.535625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.535755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.536042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.538019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.538150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.563631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.563840] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202d4a35-d162-4815-9cdd-0129607e3e16 is going to be deleted. [ 843.565392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.565392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.661607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.661758] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51deec27-1f19-4f21-a652-1d3005d9f8bc is going to be deleted. [ 843.694171] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.694939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202d4a35-d162-4815-9cdd-0129607e3e16" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.720337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.720452] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.720668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.720761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.720894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51deec27-1f19-4f21-a652-1d3005d9f8bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.874383] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.874775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.874845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.875235] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.875509] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.875680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.875809] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.876050] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.876199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.876411] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.876527] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.876641] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.876753] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.876867] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.876975] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.877137] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.895176] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.895351] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.895523] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.895680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.896032] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-dd5aa18e-5897-494e-8499-917870379cb7 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.896308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.896459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897036] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5aa18e-5897-494e-8499-917870379cb7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.048993] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.052028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.052028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.052028] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.053215] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.053529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.053712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.053964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.054285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.054509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.054664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.054918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.055118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.056469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.057122] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.065392] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.065392] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.065392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.065392] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.071589] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.071927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.072137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.072454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.072744] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.073037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.073230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.073526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.073751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.073975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.074307] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.078020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.078020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.078020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.078020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.078020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.078314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.078470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.078710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.078891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.082019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.082019] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.082019] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.082019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.082458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.082866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.083138] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.083357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.083621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.083871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084516] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.085208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.085456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.085681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.085836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.086077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.086917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.087124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.087311] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.102371] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.102727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.102727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.102932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.103116] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.103220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.103275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.103447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.103500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.103575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.103655] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.110023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31a427e0-21d8-4bf8-a6ea-33a961d33cd2: rpc.has_security_group_logging(os_id): False [ 844.118196] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a821c69-cfd6-436b-80cc-8f68fd764cf1: rpc.has_security_group_logging(os_id): False [ 844.122522] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.122522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.122805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.122805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.122937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.123117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.123189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.123331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.123414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.123507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.123640] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.123728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.123782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.123915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.124133] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.124213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.124248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.124726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.124726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.124726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.124726] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.178758] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.178849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.178886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.179103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.311441] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.311577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.312457] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.312634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.313308] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.313435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.318018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.318018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.318018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.318018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.318018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.318018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.318018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.318018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.318747] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.318889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.319959] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.320113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.321098] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.321241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.322079] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 844.322643] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.322768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.323595] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 844.324124] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.324258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.324940] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 844.325362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.325504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.344627] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 844.345279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.345457] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f69d616-3ea6-4c85-b1f8-8406d4efe99f is going to be deleted. [ 844.346448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.346691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.365692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.365823] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3 is going to be deleted. [ 844.366689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.367572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.383427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.383566] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c4c0b9-2ac1-4cfe-b763-1dffe94091ff is going to be deleted. [ 844.384470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.384680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.399777] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.400055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.400254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.400537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.400667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.400826] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port dd5aa18e-5897-494e-8499-917870379cb7 not found, creating... [ 844.401108] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.401405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.401405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.401588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.401724] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.402024] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.402237] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.402365] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.402572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.402746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.402913] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: dd5aa18e-5897-494e-8499-917870379cb7 is going to be created. [ 844.405036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.405036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.405776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.405885] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be deleted. [ 844.406950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.407811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.429934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.430113] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936db64c-c928-4fa3-a75d-fafa766ab59a is going to be deleted. [ 844.430893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.431107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.432512] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.432585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.443068] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.443292] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.443434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.443694] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.446676] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.446676] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.449254] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 844.449454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.475094] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.475271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.475856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.475973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.476990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.477124] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a87bd25-9245-497d-a34c-86b1259968cd is going to be deleted. [ 844.477989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.478270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.513239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.513394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.568015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568191] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf7593da-1d50-4fef-8ca5-59285f39c14d is going to be deleted. [ 844.569140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.569383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.582162] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.583309] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.611067] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.628228] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2df000-4e1b-438b-a830-b9cf7b13d4a8: rpc.has_security_group_logging(os_id): False [ 844.630562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.630686] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5234de-255a-48cb-8098-4d074cfb2ecd is going to be deleted. [ 844.631488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.631745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.693756] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.693885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.700898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.701053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.701788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.701903] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be deleted. [ 844.702859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.703080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.747256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.747413] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be deleted. [ 844.748678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.748896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.787399] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.787399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.790875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.791081] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec4c15e-3bbc-4b60-bc0f-b16130107384 is going to be deleted. [ 844.792420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.792627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.794136] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.794283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.849971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.849971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.879143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.879593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.880229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.880573] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.880573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.880679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.880860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.880900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.881186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.881331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.882028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.882028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.882028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.882028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.882028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.882028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.882304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.882304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.882304] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 844.883594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.883594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.928105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.928263] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b07c02-0e65-4449-8f71-ec6b255af7fc is going to be deleted. [ 844.929105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.930042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.930042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f69d616-3ea6-4c85-b1f8-8406d4efe99f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.930234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.930266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38fdad4-2ebd-4205-b4a1-e6a2ff3c7fb3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.930994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c4c0b9-2ac1-4cfe-b763-1dffe94091ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.932047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.932179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.932258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936db64c-c928-4fa3-a75d-fafa766ab59a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.932356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.932703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.983385] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.983385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.008170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.008478] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.008602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.008669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.008866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.009163] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.009894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.009894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.009894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.009894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.009894] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.009894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.010195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.010195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.010195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.010324] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 845.011295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.011502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.011567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.011653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a87bd25-9245-497d-a34c-86b1259968cd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.011782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.011919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.011998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.012135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf7593da-1d50-4fef-8ca5-59285f39c14d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.012925] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb in Status: SUCCESS [ 845.013117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.013259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.013418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.013497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.013611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5234de-255a-48cb-8098-4d074cfb2ecd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.013722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.013885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.013928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.015141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.018664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.018664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.018664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.018664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.018664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.018664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.037971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.038093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.058191] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.058191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.062937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.062937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.063194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.063338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.063862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.064578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.064578] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be updated. [ 845.065898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.065898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec4c15e-3bbc-4b60-bc0f-b16130107384" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.069468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b07c02-0e65-4449-8f71-ec6b255af7fc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.085918] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca82fd01-0be3-4fae-8579-dd4b5213253a: rpc.has_security_group_logging(os_id): False [ 845.091021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c9a4aa-c625-44ca-8993-8487ea2a59df: rpc.has_security_group_logging(os_id): False [ 845.117408] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 845.117408] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0713ae5-fed5-45b5-a821-d659af78a415: rpc.has_security_group_logging(os_id): False [ 845.152023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.152023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.152023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.152023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.155224] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.155341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.180731] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.180863] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.202817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.203166] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.206405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.206405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.206405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.206405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.206405] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df is going to be updated. [ 845.206405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.206405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.210536] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.210664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.277719] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.277719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.291737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.292139] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.292250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.292346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.292595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.292699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.292812] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 845.293969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.294260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.325716] env[69513]: INFO networking_nsxv3.common.synchronization [req-47ca393b-54a8-4140-8395-cc0e16f460e0 req-2b2dcca9-a50a-496b-b5e0-459b629ac7f8 service nova] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_rules [ 845.325966] env[69513]: INFO networking_nsxv3.common.synchronization [req-47ca393b-54a8-4140-8395-cc0e16f460e0 req-2b2dcca9-a50a-496b-b5e0-459b629ac7f8 service nova] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_members [ 845.326153] env[69513]: INFO networking_nsxv3.common.synchronization [req-47ca393b-54a8-4140-8395-cc0e16f460e0 req-2b2dcca9-a50a-496b-b5e0-459b629ac7f8 service nova] Enqueued Resource ID: dd5aa18e-5897-494e-8499-917870379cb7 with Priority: HIGHEST for action port [ 845.326715] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_rules [ 845.326860] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_members [ 845.326989] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5aa18e-5897-494e-8499-917870379cb7 with Priority: HIGHEST for action port [ 845.327479] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.327856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.328022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.328289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.328337] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.329378] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.329549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.329640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.329828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.330011] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.331018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.331018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.331018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.331018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.331018] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.333510] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5aa18e-5897-494e-8499-917870379cb7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.333510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.333510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.333510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.333510] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5aa18e-5897-494e-8499-917870379cb7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.365226] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.365226] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 is going to be updated. [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.365226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.365570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.366877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.367228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.367459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.401333] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.401333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.401333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.401333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.401333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.433717] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 845.468204] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 845.470145] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: IN_PROGRESS for 2s [ 845.504950] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.505113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.505161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.505350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.505514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.539413] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 845.584370] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.584370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.584370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.584370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.584370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.608387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: IN_PROGRESS for 2s [ 845.837439] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.837630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.837995] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.838900] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd5aa18e-5897-494e-8499-917870379cb7 with status ACTIVE [ 845.839170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.840022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.843937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.844091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.844399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.844520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.844781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.844901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.845320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.845320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.845320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.845958] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd5aa18e-5897-494e-8499-917870379cb7 is going to be updated. [ 845.894011] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.894416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.894416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.894529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.894654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.894842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5aa18e-5897-494e-8499-917870379cb7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.059305] env[69513]: INFO networking_nsxv3.common.synchronization [req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 req-425b86ca-0f1e-48f1-8327-261117739ba7 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Enqueued Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_members [ 846.059485] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_members [ 846.059786] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.060030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.060855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.060855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.060855] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.060855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.063378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.063378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.063378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.063378] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.347873] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.567060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.567060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.567060] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 already deleted. [ 846.567060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.577024] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.577024] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.577024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.577024] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.577749] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.578052] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.578374] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.578855] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.579140] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.579528] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.602047] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.602047] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.602047] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.602047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.602047] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7caee13f-6aab-4715-81de-3b1e3c2de7a8 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.602047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.602047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.602047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.602047] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7caee13f-6aab-4715-81de-3b1e3c2de7a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.850350] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.850350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.850350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.850350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.850577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.850577] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 is going to be created. [ 846.877457] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.877623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.877664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.877904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.878094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.887783] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 in Status: UNINITIALIZED for 2s [ 847.103624] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.103952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.104019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.104394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.104493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.104669] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7caee13f-6aab-4715-81de-3b1e3c2de7a8 not found, creating... [ 847.104938] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.105164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.105440] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.105737] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.105920] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.106231] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.106380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.106503] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.106723] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.106864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.107024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7caee13f-6aab-4715-81de-3b1e3c2de7a8 is going to be created. [ 847.129288] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.129581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.129698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.130027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.130313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.130704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.134807] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 847.134807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.445975] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 847.446250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.479792] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: SUCCESS [ 847.479792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.481947] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 847.481947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.583263] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 847.583263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.624690] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: SUCCESS [ 847.624690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.965677] env[69513]: INFO networking_nsxv3.common.synchronization [req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 req-4a0e149d-9151-4ce1-baf1-9b3c3fcd3ac9 service nova] Enqueued Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_rules [ 847.965896] env[69513]: INFO networking_nsxv3.common.synchronization [req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 req-4a0e149d-9151-4ce1-baf1-9b3c3fcd3ac9 service nova] Enqueued Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_members [ 847.966019] env[69513]: INFO networking_nsxv3.common.synchronization [req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 req-4a0e149d-9151-4ce1-baf1-9b3c3fcd3ac9 service nova] Enqueued Resource ID: 7caee13f-6aab-4715-81de-3b1e3c2de7a8 with Priority: HIGHEST for action port [ 847.966889] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_rules [ 847.968904] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_members [ 847.968904] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7caee13f-6aab-4715-81de-3b1e3c2de7a8 with Priority: HIGHEST for action port [ 847.968904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.968904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.968904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.968904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.968904] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.969884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.970061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.970161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.970420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.970755] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.970837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.970890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.971109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.971240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.971383] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.972507] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7caee13f-6aab-4715-81de-3b1e3c2de7a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.972651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.972747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.972970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.973077] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7caee13f-6aab-4715-81de-3b1e3c2de7a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.479663] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.479663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.479663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.479663] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7caee13f-6aab-4715-81de-3b1e3c2de7a8 with status ACTIVE [ 848.479663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.480177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.480177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.480330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.480367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.481035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.481035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.481035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.481035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.481035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.481294] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.481513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.481513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.481750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.481867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.481987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7caee13f-6aab-4715-81de-3b1e3c2de7a8 is going to be updated. [ 848.506951] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7caee13f-6aab-4715-81de-3b1e3c2de7a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.900387] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 in Status: SUCCESS [ 848.900702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.900882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.901216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.901326] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.901449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.901495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.901652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.901732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.901818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.901910] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.987128] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.404635] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.491346] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.491620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.491620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.491791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.492023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.492023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 is going to be created. [ 849.513689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.514642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.514642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.514642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.514642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.523761] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 in Status: UNINITIALIZED for 2s [ 849.584806] env[69513]: INFO networking_nsxv3.common.synchronization [req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 req-51c87209-fdf5-41bb-8ebc-240fcae3bb9c tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Enqueued Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_members [ 849.585829] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGHEST for action security_group_members [ 849.586228] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.586413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.586530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.587596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.587596] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.587596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.587596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.587596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.587596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.587596] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.908584] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53ccbba5-e653-4ea7-8dd6-9b54806a9819: rpc.has_security_group_logging(os_id): False [ 849.927171] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.927350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.927434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.928101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.928101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.928101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.928386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.928386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.928519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.928519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.928609] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 is going to be created. [ 849.992565] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.992766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.992841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.993102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.993293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.011517] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 in Status: IN_PROGRESS for 2s [ 850.091778] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.091875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.092395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.092395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.092395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.092627] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.092704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.092779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.092906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.093021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.093123] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb is going to be updated. [ 850.155050] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.155050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.155050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.155050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.155050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.169026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb in Status: IN_PROGRESS for 2s [ 850.596271] env[69513]: INFO networking_nsxv3.common.synchronization [req-46716b06-a557-49b3-ac96-1a627df302ac req-60daa1cd-480b-4616-ac8d-8db4dde0923b tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 850.600024] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 850.600024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.600024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.600024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.600024] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.029390] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.029609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.029737] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.030015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.030289] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.030449] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.030570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.030784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.030929] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.031232] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.031354] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.031518] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.031572] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.031678] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.031785] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.031920] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.054282] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.054282] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.054282] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.054282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.054282] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-43cc768b-718b-46df-81c6-b1fecd8e8546 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.054282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.054282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.054282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.054282] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cc768b-718b-46df-81c6-b1fecd8e8546',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.102325] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.102325] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.102325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.102325] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be deleted. [ 851.142197] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.143279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.143279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.143279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.143279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.143279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.533320] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 in Status: SUCCESS [ 851.533555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.533728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.533950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.534190] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.534340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.534403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.534571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.534652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.534797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.534903] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.560414] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.560678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.560746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.561030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.561190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.561349] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 43cc768b-718b-46df-81c6-b1fecd8e8546 not found, creating... [ 851.561609] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.561771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.561893] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.562314] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.562314] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.562685] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.562885] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.563017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.563232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.563384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.563516] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 43cc768b-718b-46df-81c6-b1fecd8e8546 is going to be created. [ 851.586239] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.586239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.586239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.586239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.586239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.586239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.023627] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 in Status: SUCCESS [ 852.023988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.037689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.037934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.038142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.038499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.038804] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.038988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.039096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.039380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.039507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.039610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.039780] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.039881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.039957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.040140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.040327] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.040542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.040666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.040857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.041007] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.041931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.042050] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.180601] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb in Status: SUCCESS [ 852.180800] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb deletion is rescheduled due to dependency. [ 852.180864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.334091] env[69513]: INFO networking_nsxv3.common.synchronization [req-46716b06-a557-49b3-ac96-1a627df302ac req-5579e149-2514-48e5-980e-acc98aa370a6 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 852.334448] env[69513]: INFO networking_nsxv3.common.synchronization [req-46716b06-a557-49b3-ac96-1a627df302ac req-5579e149-2514-48e5-980e-acc98aa370a6 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 852.334572] env[69513]: INFO networking_nsxv3.common.synchronization [req-46716b06-a557-49b3-ac96-1a627df302ac req-5579e149-2514-48e5-980e-acc98aa370a6 service nova] Enqueued Resource ID: 43cc768b-718b-46df-81c6-b1fecd8e8546 with Priority: HIGHEST for action port [ 852.336500] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 852.336712] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 852.336818] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43cc768b-718b-46df-81c6-b1fecd8e8546 with Priority: HIGHEST for action port [ 852.337208] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.337374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.337467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.337777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.337897] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.338960] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.339171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.339171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.339337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.339780] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.339910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.339975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.340188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.340235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.340303] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.341124] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-43cc768b-718b-46df-81c6-b1fecd8e8546 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.341244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.341312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.341464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.344496] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cc768b-718b-46df-81c6-b1fecd8e8546',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.545649] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 319b2d2c-ca47-4c3a-84ea-7ef277098e09: rpc.has_security_group_logging(os_id): False [ 852.563596] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.563986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.564221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.564595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.564803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.566017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.566017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.566017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.566017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.566017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.566017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.566017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.566711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.569252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.569252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.569252] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.569252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.569252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.569252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.569252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.569252] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 is going to be created. [ 852.626025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.626025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.626025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.626025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.626025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.637658] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 in Status: IN_PROGRESS for 2s [ 852.845207] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.845207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.845207] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.848164] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43cc768b-718b-46df-81c6-b1fecd8e8546 with status ACTIVE [ 852.851239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.851239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.851239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.851239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.851239] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43cc768b-718b-46df-81c6-b1fecd8e8546 is going to be updated. [ 852.871574] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.876262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.876262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.876262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.876262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.876262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43cc768b-718b-46df-81c6-b1fecd8e8546" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.933471] env[69513]: INFO networking_nsxv3.common.synchronization [None req-86ac5455-6a60-4298-b1c9-cf47a15ad057 None None] Enqueued Resource ID: e2039e4c-c591-43a4-8e1b-5cfbd0305ecf with Priority: HIGHEST for action port [ 852.933680] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2039e4c-c591-43a4-8e1b-5cfbd0305ecf with Priority: HIGHEST for action port [ 852.934360] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2039e4c-c591-43a4-8e1b-5cfbd0305ecf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.934533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2039e4c-c591-43a4-8e1b-5cfbd0305ecf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.934602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2039e4c-c591-43a4-8e1b-5cfbd0305ecf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.934827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2039e4c-c591-43a4-8e1b-5cfbd0305ecf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.934899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2039e4c-c591-43a4-8e1b-5cfbd0305ecf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.161404] env[69513]: INFO networking_nsxv3.common.synchronization [req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 req-4139c4ad-d6d8-45f5-a72f-96c55208a7b7 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 853.163624] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 853.164089] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.164607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.164607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.164607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.164778] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.164899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.164962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.165126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.165212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.165342] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.347288] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.440218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2039e4c-c591-43a4-8e1b-5cfbd0305ecf [ 853.440218] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.440218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.440218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.440218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.440218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.440218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2039e4c-c591-43a4-8e1b-5cfbd0305ecf already deleted. [ 853.440218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2039e4c-c591-43a4-8e1b-5cfbd0305ecf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.549009] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.553022] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.553022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.553022] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.553022] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.553541] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.553541] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.553541] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.553541] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.553669] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.571750] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.571924] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.572082] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.572343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-44" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.572679] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-31f9bcd1-bae5-448d-9534-2a90e067c817 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.572857] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.572979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.573330] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.573463] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31f9bcd1-bae5-448d-9534-2a90e067c817',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.667750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.668053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.668200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.668442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.692760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.694029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.694029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.694029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.694029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.694029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.694029] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be updated. [ 853.718446] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.718601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.718667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.718861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.718999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.732856] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: IN_PROGRESS for 2s [ 853.849548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.849704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.849773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.850038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.850158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.850282] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be created. [ 853.875028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.875204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.875253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.875442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.875597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.887067] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: UNINITIALIZED for 2s [ 854.077255] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.077255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.077255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.077255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.077255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.077523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 31f9bcd1-bae5-448d-9534-2a90e067c817 not found, creating... [ 854.077865] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.077865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.078055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.078120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.078294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.078521] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.079010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.079010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.079010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.079201] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.079250] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 31f9bcd1-bae5-448d-9534-2a90e067c817 is going to be created. [ 854.100616] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.100616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.100616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.100616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.100616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.100616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.653573] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 in Status: SUCCESS [ 854.653957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.126898] env[69513]: INFO networking_nsxv3.common.synchronization [req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 req-f9c88945-bc01-414c-b47d-ff8d1c679d33 service nova] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 855.126898] env[69513]: INFO networking_nsxv3.common.synchronization [req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 req-f9c88945-bc01-414c-b47d-ff8d1c679d33 service nova] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 855.126898] env[69513]: INFO networking_nsxv3.common.synchronization [req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 req-f9c88945-bc01-414c-b47d-ff8d1c679d33 service nova] Enqueued Resource ID: 31f9bcd1-bae5-448d-9534-2a90e067c817 with Priority: HIGHEST for action port [ 855.127246] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_rules [ 855.127447] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 855.127568] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f9bcd1-bae5-448d-9534-2a90e067c817 with Priority: HIGHEST for action port [ 855.127848] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.127972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.128051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.129618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.129618] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.129618] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.129618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.129618] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-31f9bcd1-bae5-448d-9534-2a90e067c817 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.129618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.129618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.129988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.129988] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31f9bcd1-bae5-448d-9534-2a90e067c817',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.268726] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f517df69-8031-46d6-8978-69090c7cf0cc None None] Enqueued Resource ID: 0b06daf2-a953-4a6a-9b18-3fa70aa2d690 with Priority: HIGHEST for action port [ 855.269484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b06daf2-a953-4a6a-9b18-3fa70aa2d690 with Priority: HIGHEST for action port [ 855.269916] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b06daf2-a953-4a6a-9b18-3fa70aa2d690 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.270633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b06daf2-a953-4a6a-9b18-3fa70aa2d690" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.270768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b06daf2-a953-4a6a-9b18-3fa70aa2d690" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.271196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b06daf2-a953-4a6a-9b18-3fa70aa2d690" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.271329] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b06daf2-a953-4a6a-9b18-3fa70aa2d690',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.632044] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.632195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.632411] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31f9bcd1-bae5-448d-9534-2a90e067c817 with status ACTIVE [ 855.632593] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.633065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.633065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.633065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.633247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.633312] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.633389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.633437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.633611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.633674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.634537] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.634537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.634537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.634537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.634537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.634537] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31f9bcd1-bae5-448d-9534-2a90e067c817 is going to be updated. [ 855.667714] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.667714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.667714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.667714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.667714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.667714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31f9bcd1-bae5-448d-9534-2a90e067c817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.748374] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 855.748658] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 deletion is rescheduled due to dependency. [ 855.748837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.749117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.749422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.749680] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.749835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.749929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.751108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.751557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.751557] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.776855] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b06daf2-a953-4a6a-9b18-3fa70aa2d690 [ 855.777149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.777335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.777377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.777570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.777665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.777762] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b06daf2-a953-4a6a-9b18-3fa70aa2d690 already deleted. [ 855.777841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b06daf2-a953-4a6a-9b18-3fa70aa2d690" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.899147] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 855.899147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.899147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.899147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.899147] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.901059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.901059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.901059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.901059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.901059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.901059] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.255462] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.406029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.406029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.406029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.406029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.406940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406940] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.757950] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.907113] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a101a11c-7a81-4ee9-9faa-07b632e66d11: rpc.has_security_group_logging(os_id): False [ 856.925418] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.925418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.925418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.926240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.926240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.926240] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.926386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.926386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.927034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.927034] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.927239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.927239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.928013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.928013] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.928013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.928013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.928013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.928013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.928013] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be created. [ 856.988609] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.988725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.988794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.989021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.989213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.004634] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 857.260998] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.261197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.261197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.261444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.261508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.261706] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be updated. [ 857.292702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.292702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.292702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.292702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.292996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.301382] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: IN_PROGRESS for 2s [ 859.018376] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 859.018740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.314115] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 859.315729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.317375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.317375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.318724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.318933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.319054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.319316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.320337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.320409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.320556] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.789332] env[69513]: INFO networking_nsxv3.common.synchronization [req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f req-a2935bad-e084-49eb-a20b-f4db9312fa82 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Enqueued Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_members [ 859.789882] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGHEST for action security_group_members [ 859.790238] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.790691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.790691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.790691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.790794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.790859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.790925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.791692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.791816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.791943] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.825189] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.297059] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.297059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.297059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.297059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.297059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.297387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.297387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.297387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.297480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.297768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.297768] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 is going to be updated. [ 860.332669] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.332669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.332669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.332669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.332669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.332669] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f434edfd-2538-480a-9797-a84b2d0e6eb6: rpc.has_security_group_logging(os_id): False [ 860.342461] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 in Status: IN_PROGRESS for 2s [ 860.371687] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.371687] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.371687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.371687] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be updated. [ 860.454334] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.454334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.454334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.454334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.454334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.468515] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: IN_PROGRESS for 2s [ 862.354750] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 in Status: SUCCESS [ 862.355055] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 deletion is rescheduled due to dependency. [ 862.355113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.482225] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 862.482463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.942395] env[69513]: INFO networking_nsxv3.common.synchronization [req-59dd840c-3167-4441-ab70-9da0ef05a894 req-37416d8d-7ea4-4fe3-8f5d-b2587108d0be tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 862.943292] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 862.943363] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.943525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.943630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.943899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.944084] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.944229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.944317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.944552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.944774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.944774] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.450021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.450021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.450021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.450021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be deleted. [ 863.485469] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.485469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.485469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.485469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.485469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.485469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.491032] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.491032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.491032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.491032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.491531] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.492024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.492120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.492444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.493112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.493407] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.493654] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.494714] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.494714] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.494714] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.494714] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.496777] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.517313] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.517313] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.517313] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.517313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.517313] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e67694bd-51ad-48b1-8deb-d110600af96a taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.517313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.517313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.517313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.517313] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67694bd-51ad-48b1-8deb-d110600af96a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.624159] env[69513]: INFO networking_nsxv3.common.synchronization [None req-027be2bd-b746-408b-865a-5adef053d0ba None None] Enqueued Resource ID: 96aa9c91-b932-46a2-af82-e351754c6d98 with Priority: HIGHEST for action port [ 863.624814] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96aa9c91-b932-46a2-af82-e351754c6d98 with Priority: HIGHEST for action port [ 863.625233] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-96aa9c91-b932-46a2-af82-e351754c6d98 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.625376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96aa9c91-b932-46a2-af82-e351754c6d98" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.625444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96aa9c91-b932-46a2-af82-e351754c6d98" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.625795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96aa9c91-b932-46a2-af82-e351754c6d98" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.626107] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96aa9c91-b932-46a2-af82-e351754c6d98',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.021367] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.021887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.021887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.022078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.022241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.023182] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e67694bd-51ad-48b1-8deb-d110600af96a not found, creating... [ 864.023182] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.023182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.023182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.023182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.023400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.024827] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.024930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.025043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.027122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.027122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.027122] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e67694bd-51ad-48b1-8deb-d110600af96a is going to be created. [ 864.044562] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.044816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.044925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.045282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.046127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.046127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.131700] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96aa9c91-b932-46a2-af82-e351754c6d98 [ 864.131940] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.132094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.133060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.133060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.133060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.133060] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96aa9c91-b932-46a2-af82-e351754c6d98 already deleted. [ 864.133060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96aa9c91-b932-46a2-af82-e351754c6d98" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.683443] env[69513]: INFO networking_nsxv3.common.synchronization [req-67353006-18ea-4c12-b9c7-a08bdd8aa124 req-1a976568-09a7-4bba-9856-39bf984bfb42 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_members [ 864.683696] env[69513]: INFO networking_nsxv3.common.synchronization [req-67353006-18ea-4c12-b9c7-a08bdd8aa124 req-1a976568-09a7-4bba-9856-39bf984bfb42 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 864.683769] env[69513]: INFO networking_nsxv3.common.synchronization [req-67353006-18ea-4c12-b9c7-a08bdd8aa124 req-1a976568-09a7-4bba-9856-39bf984bfb42 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 864.684288] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGHEST for action security_group_members [ 864.684429] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGHEST for action security_group_members [ 864.684601] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGHEST for action security_group_members [ 864.684847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.684972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.685563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.685786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.685949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.686068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.686132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.686408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.689722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.689877] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.691206] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.691323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.691388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.691549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.691699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.691809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.691871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.692028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.692113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692206] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.693286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.693394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.693471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.693630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.693775] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.693869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.693933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.694092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.694173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.694262] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.132870] env[69513]: INFO networking_nsxv3.common.synchronization [req-59dd840c-3167-4441-ab70-9da0ef05a894 req-e3631dea-7031-4ba3-98c4-08f7edf826b3 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 865.132870] env[69513]: INFO networking_nsxv3.common.synchronization [req-59dd840c-3167-4441-ab70-9da0ef05a894 req-e3631dea-7031-4ba3-98c4-08f7edf826b3 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 865.132870] env[69513]: INFO networking_nsxv3.common.synchronization [req-59dd840c-3167-4441-ab70-9da0ef05a894 req-e3631dea-7031-4ba3-98c4-08f7edf826b3 service nova] Enqueued Resource ID: e67694bd-51ad-48b1-8deb-d110600af96a with Priority: HIGHEST for action port [ 865.133547] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 865.133725] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 865.133832] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67694bd-51ad-48b1-8deb-d110600af96a with Priority: HIGHEST for action port [ 865.134157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.134307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.134378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.134683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.134793] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.136059] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.136184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.136252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.136428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.136603] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.136751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.136819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.136954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.137056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.137150] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.137903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e67694bd-51ad-48b1-8deb-d110600af96a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.138079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.138079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.138253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.138329] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67694bd-51ad-48b1-8deb-d110600af96a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.195992] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.196181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.196256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.196474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.196572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.196790] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.200700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.200815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.201065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.201185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.201393] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be updated. [ 865.202608] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.202682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.202749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.203637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.203764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.203963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.204074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.204138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.204299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.204378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.204501] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df is going to be updated. [ 865.205980] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.206601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.212054] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be updated. [ 865.243096] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.243236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.243301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.243504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.243639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.249968] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.250118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.250187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.250703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.250884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.252630] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.252853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.253163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.253163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.253252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.265157] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: IN_PROGRESS for 2s [ 865.265864] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: IN_PROGRESS for 2s [ 865.267217] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: IN_PROGRESS for 2s [ 865.518360] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-69cddc28-d470-49b4-a07c-81b03599f6e5 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 865.519177] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 865.519847] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.520022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.520103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.520329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.520684] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.520845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.520912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.521092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.521182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.522033] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.640184] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.640184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.640382] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.641280] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e67694bd-51ad-48b1-8deb-d110600af96a with status ACTIVE [ 865.641452] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.641924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.641924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.641924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.641924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.642129] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.642211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.642383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.642383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.644616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.644616] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.644616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.644616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.644616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.644616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.644616] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e67694bd-51ad-48b1-8deb-d110600af96a is going to be updated. [ 865.682870] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.683102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.683102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.683287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.683422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.683590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e67694bd-51ad-48b1-8deb-d110600af96a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.856808] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ccb3d051-81e6-4868-a58e-b8b7916fb23f None None] Enqueued Resource ID: 4f58d9fc-792d-4177-adeb-66cca7ba09cb with Priority: HIGHEST for action port [ 865.857168] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58d9fc-792d-4177-adeb-66cca7ba09cb with Priority: HIGHEST for action port [ 865.857851] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f58d9fc-792d-4177-adeb-66cca7ba09cb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.857975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f58d9fc-792d-4177-adeb-66cca7ba09cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.859785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f58d9fc-792d-4177-adeb-66cca7ba09cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.860139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f58d9fc-792d-4177-adeb-66cca7ba09cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.860250] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f58d9fc-792d-4177-adeb-66cca7ba09cb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.003018] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-5da2c0b8-45c2-4cd5-a229-be9510d08735 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 866.003018] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 866.003018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.003018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.025170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.025493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.025493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.025682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.047491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.047491] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.047491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.047491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.047491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.047491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.047846] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 866.071285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.071440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.071511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.071763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.071918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.082766] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 866.145057] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.362541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f58d9fc-792d-4177-adeb-66cca7ba09cb [ 866.362779] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.362913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.362982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.363212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.363304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.363400] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f58d9fc-792d-4177-adeb-66cca7ba09cb already deleted. [ 866.363476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f58d9fc-792d-4177-adeb-66cca7ba09cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.648358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.652687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.652800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.653079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.653185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.653308] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be created. [ 866.677375] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.677524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.677601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.677807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.677968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.687144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: UNINITIALIZED for 2s [ 866.752794] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.752881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.753017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.754073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.754484] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.754880] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.755100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.755427] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.759274] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.759596] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.759791] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.759999] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.760189] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.760365] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.760530] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.760752] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.782379] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.782379] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.782379] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.782379] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.782379] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-af5ebad4-6a74-4e2f-9974-95f164ea61ef taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.782379] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.782379] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.782379] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.782379] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5ebad4-6a74-4e2f-9974-95f164ea61ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.282114] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 in Status: SUCCESS [ 867.282114] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 deletion is rescheduled due to dependency. [ 867.282370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.283149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df in Status: SUCCESS [ 867.283266] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df deletion is rescheduled due to dependency. [ 867.283364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.285261] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 in Status: SUCCESS [ 867.285261] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 deletion is rescheduled due to dependency. [ 867.285360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288108] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.288108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.288108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.288108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.288108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288108] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port af5ebad4-6a74-4e2f-9974-95f164ea61ef not found, creating... [ 867.288108] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.288419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.288419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.288555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.288690] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288967] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.289268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.289268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.289443] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.289573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.289711] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: af5ebad4-6a74-4e2f-9974-95f164ea61ef is going to be created. [ 867.309357] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.309357] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.309357] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.309509] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.309640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.309915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.093225] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 868.093551] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 deletion is rescheduled due to dependency. [ 868.093551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.093628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.093837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.094117] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.094256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.094322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.094500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.094607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.094709] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.596986] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.658662] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-e880f6b5-0634-4a57-970d-7ba8345bdc4c service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 868.658865] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-e880f6b5-0634-4a57-970d-7ba8345bdc4c service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 868.659018] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-e880f6b5-0634-4a57-970d-7ba8345bdc4c service nova] Enqueued Resource ID: af5ebad4-6a74-4e2f-9974-95f164ea61ef with Priority: HIGHEST for action port [ 868.659816] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 868.659958] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 868.660070] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5ebad4-6a74-4e2f-9974-95f164ea61ef with Priority: HIGHEST for action port [ 868.660352] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.660475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.660542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.660750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.660831] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.661717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.661818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.662045] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5ebad4-6a74-4e2f-9974-95f164ea61ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.662159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.662226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.662397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.662472] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5ebad4-6a74-4e2f-9974-95f164ea61ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.696188] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 868.696412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.696572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.696985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.697114] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.697239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.697304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.697467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.697583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.697633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.697716] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.099861] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.163748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.163898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.164124] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af5ebad4-6a74-4e2f-9974-95f164ea61ef with status ACTIVE [ 869.164297] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.164412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.164465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.164816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.164924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.165478] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.165478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.165715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.165715] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.165991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.166081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.166166] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af5ebad4-6a74-4e2f-9974-95f164ea61ef is going to be updated. [ 869.190894] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.191060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.191133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.191393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.191603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5ebad4-6a74-4e2f-9974-95f164ea61ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.194878] env[69513]: INFO networking_nsxv3.common.synchronization [req-188bb7ac-9647-4a61-9e99-5e910d04852f req-2462f077-34e5-4a18-89dd-ca57a635fafb tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 869.195372] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 869.195709] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.195850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.195916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.196172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.196335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.196434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.196494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.196648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.196730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.196812] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.202149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.202149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.202149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.202149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.202619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.202619] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.202619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.202619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.202619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.202749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.202749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.202989] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.602371] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.602708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.602708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.602953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.603034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.603166] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 869.635646] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.635905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.635905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.636162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.636313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.645300] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 869.698532] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.698830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.698830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.698987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.699105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.699385] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.699809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.699809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.699809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.699965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.699965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 already deleted. [ 869.700116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.707508] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343f61c-6c9b-4836-9e95-fdf3d93d3de1: rpc.has_security_group_logging(os_id): False [ 869.740542] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.740700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.740781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.741056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.741165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.741536] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.741536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.741682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.741766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.741812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.742257] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.742257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.742257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.742417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.742417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.742610] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.742733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.742778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.742899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.742972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.743211] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be created. [ 869.804898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.804898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.804898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.805133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.805763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.828629] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 869.890325] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.890675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-263" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.890937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-263" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.892458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-263" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.892458] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.892458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.892458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.893708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.893708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.893708] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.893708] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.893708] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.893708] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.893708] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.893708] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.893913] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.912344] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.912543] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.912954] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.912954] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-263" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.913256] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-48301365-ed96-4cb5-b13b-80a555f6454a taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.913431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913563] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.914183] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48301365-ed96-4cb5-b13b-80a555f6454a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.956229] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.956309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.957027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.957167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.957516] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.957721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.957859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.958508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.958508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.958655] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.959371] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.959371] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.959371] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.959371] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.959371] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.959668] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.992601] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.992816] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.992973] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.993172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.993509] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e4412883-c665-45d3-979d-ed91c5955e01 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.993695] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.993864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.994219] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.994384] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4412883-c665-45d3-979d-ed91c5955e01',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.418495] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.418833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.418872] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.419157] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.419319] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.419481] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 48301365-ed96-4cb5-b13b-80a555f6454a not found, creating... [ 870.419746] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.419989] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.420077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.420281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.420422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.420730] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.420903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.421033] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.421245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.421381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.421523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 48301365-ed96-4cb5-b13b-80a555f6454a is going to be created. [ 870.465540] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.465920] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.466130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.466404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.466731] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.466995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.499490] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.499788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.499987] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.500313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.500506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.500712] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e4412883-c665-45d3-979d-ed91c5955e01 not found, creating... [ 870.501057] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.501254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.501402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.501649] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.501825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.502157] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.502372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.502587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.502791] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.502961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.503153] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e4412883-c665-45d3-979d-ed91c5955e01 is going to be created. [ 870.536367] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.536580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.536723] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.537280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.537538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.537781] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.570096] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-38e800d8-052b-4b2c-8682-7767f6b45721 service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 871.570366] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-38e800d8-052b-4b2c-8682-7767f6b45721 service nova] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 871.573417] env[69513]: INFO networking_nsxv3.common.synchronization [req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 req-38e800d8-052b-4b2c-8682-7767f6b45721 service nova] Enqueued Resource ID: 48301365-ed96-4cb5-b13b-80a555f6454a with Priority: HIGHEST for action port [ 871.574209] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_rules [ 871.574676] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 871.574870] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48301365-ed96-4cb5-b13b-80a555f6454a with Priority: HIGHEST for action port [ 871.575506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.575506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.575782] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.575962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.576236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-48301365-ed96-4cb5-b13b-80a555f6454a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.576408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.576508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.576822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.576986] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48301365-ed96-4cb5-b13b-80a555f6454a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.627111] env[69513]: INFO networking_nsxv3.common.synchronization [req-188bb7ac-9647-4a61-9e99-5e910d04852f req-fc0d318f-406d-4c4f-a8d2-615a623f48c6 service nova] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 871.627223] env[69513]: INFO networking_nsxv3.common.synchronization [req-188bb7ac-9647-4a61-9e99-5e910d04852f req-fc0d318f-406d-4c4f-a8d2-615a623f48c6 service nova] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 871.627326] env[69513]: INFO networking_nsxv3.common.synchronization [req-188bb7ac-9647-4a61-9e99-5e910d04852f req-fc0d318f-406d-4c4f-a8d2-615a623f48c6 service nova] Enqueued Resource ID: e4412883-c665-45d3-979d-ed91c5955e01 with Priority: HIGHEST for action port [ 871.627580] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 871.627787] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 871.627891] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4412883-c665-45d3-979d-ed91c5955e01 with Priority: HIGHEST for action port [ 871.628779] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.629415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.629530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.629768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.629927] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.631405] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.631646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.631807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.632034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632270] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.632453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.633572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.633781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.633913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.634052] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.635369] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4412883-c665-45d3-979d-ed91c5955e01 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.635616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.635692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.636066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.636066] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4412883-c665-45d3-979d-ed91c5955e01',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.660761] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 871.660761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.661094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.661229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.661989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.661989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.661989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.661989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.661989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.661989] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.842111] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 871.842380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.080708] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48301365-ed96-4cb5-b13b-80a555f6454a with status ACTIVE [ 872.080950] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.081109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.081182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.081406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.081501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.081691] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.081794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.081858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.082020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.082114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.082301] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.082395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.082500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.082628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.082695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.082792] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48301365-ed96-4cb5-b13b-80a555f6454a is going to be updated. [ 872.103049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.103220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.103327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.103476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.103615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.103782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48301365-ed96-4cb5-b13b-80a555f6454a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.136407] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.139400] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4412883-c665-45d3-979d-ed91c5955e01 with status ACTIVE [ 872.141333] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.141581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.141854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.141972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.142262] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.142404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.142512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.142777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.142895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.143124] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.143296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.143445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.143519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.143606] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4412883-c665-45d3-979d-ed91c5955e01 is going to be updated. [ 872.148395] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.148535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.166108] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.190214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.190374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.190421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.190643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.190757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.190949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4412883-c665-45d3-979d-ed91c5955e01" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.268726] env[69513]: INFO networking_nsxv3.common.synchronization [req-73e78d94-922a-4859-aecf-0c97c2ce250f req-5a38ef4c-12fb-40c9-b6d1-e71f0b2b9854 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 872.270025] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 872.270025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.270025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.270025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.270369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.270623] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.270824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.270985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.271229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.271389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.272437] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.638977] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.667919] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.773946] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.147717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.147893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.147969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.148490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.148490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.148490] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be created. [ 873.173692] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.173692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.173692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.173692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.173692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.173692] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 873.197634] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.197835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.197918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.198146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.198310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.206712] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: UNINITIALIZED for 2s [ 873.219050] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.219050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.219050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.219273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.219273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.241865] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 873.276819] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.780438] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.780847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.780847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.780947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.780986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.781135] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 873.800853] env[69513]: INFO networking_nsxv3.common.synchronization [req-57faaa34-887b-4400-8d51-825b0413b14b req-88f2a567-df13-4e64-a151-c8f930b317ea tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 873.801788] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 873.802095] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.802222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.802294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.802682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.802825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.802926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.803021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.803237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.803440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.803440] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.812041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.812493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.812731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.812786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.812899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.822385] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 874.154088] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.154392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-319" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.154537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-319" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.155076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-319" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.155854] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.156146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.156347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.156667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.156882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.157170] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.157302] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.157430] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.157603] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.157799] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.157974] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.158193] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.183672] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.183672] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.183672] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.183672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-319" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.183672] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-aae1b373-2417-4c34-b85c-c600bf65c42c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.183672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.183672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.183672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.183672] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae1b373-2417-4c34-b85c-c600bf65c42c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.306329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.306488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.306567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.306781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.306878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.307106] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.307207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.307270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.307421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.307540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.307571] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 already deleted. [ 874.307654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.687229] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.687512] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.687941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.687991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.688192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.688392] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port aae1b373-2417-4c34-b85c-c600bf65c42c not found, creating... [ 874.688693] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.688888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.689048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.689293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.689438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.689722] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.689882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.690013] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.690223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.690364] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.690507] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: aae1b373-2417-4c34-b85c-c600bf65c42c is going to be created. [ 874.708809] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.709019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.709155] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.709425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.709656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.709884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.234015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 875.234328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.234532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.234777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.234984] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.235134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.235202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.235374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.235457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.235629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.235629] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.253238] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 875.253611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.253611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.253846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.254990] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.254990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.254990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.254990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.254990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.254990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.254990] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.256384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.256582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.256753] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.257533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.257533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.257533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.257533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.257533] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.446982] env[69513]: INFO networking_nsxv3.common.synchronization [req-57faaa34-887b-4400-8d51-825b0413b14b req-2ada611f-f012-4e37-bcae-dada7ee16e6a service nova] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_rules [ 875.446982] env[69513]: INFO networking_nsxv3.common.synchronization [req-57faaa34-887b-4400-8d51-825b0413b14b req-2ada611f-f012-4e37-bcae-dada7ee16e6a service nova] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 875.447397] env[69513]: INFO networking_nsxv3.common.synchronization [req-57faaa34-887b-4400-8d51-825b0413b14b req-2ada611f-f012-4e37-bcae-dada7ee16e6a service nova] Enqueued Resource ID: aae1b373-2417-4c34-b85c-c600bf65c42c with Priority: HIGHEST for action port [ 875.448147] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_rules [ 875.448340] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 875.448541] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1b373-2417-4c34-b85c-c600bf65c42c with Priority: HIGHEST for action port [ 875.448846] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.450221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.450221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.450221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.450221] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.450735] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.450885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.455210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.455493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.455735] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.455880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.455962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.456355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.456457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.456570] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.457680] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae1b373-2417-4c34-b85c-c600bf65c42c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.457836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.457910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.458134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.458218] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae1b373-2417-4c34-b85c-c600bf65c42c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.738551] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.760594] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.760712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.763154] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.833980] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 875.834237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.959965] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.964045] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.964045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.964619] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aae1b373-2417-4c34-b85c-c600bf65c42c with status ACTIVE [ 875.964651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.964882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.968038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.968292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.968386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.968580] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.968679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.968739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.968886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.968958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.969183] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.969320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.969406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.969560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.969652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.969751] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aae1b373-2417-4c34-b85c-c600bf65c42c is going to be updated. [ 875.990057] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.990227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.990278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.991557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.991557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.991557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.240990] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47c288d5-cfac-4330-b198-0a75734a9958: rpc.has_security_group_logging(os_id): False [ 876.259969] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.260245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.260318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.260539] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.260630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.260922] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.261042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.261110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.261262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.261341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.261430] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be created. [ 876.267041] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.327149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.327334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.327483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.327646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.327851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.338797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: IN_PROGRESS for 2s [ 876.464792] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.772715] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.773568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.773650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.773898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.773993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.774117] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 876.805669] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.805669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.805669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.805669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.805669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.813068] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 876.966859] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.967144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.967255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.967556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.967689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.967960] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be created. [ 876.991420] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.991613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.991706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.991968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.992198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.002885] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: UNINITIALIZED for 2s [ 878.375355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 878.375606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.823533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 878.824315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.824497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.824870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.825144] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.825318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.825398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.825575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.825761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.825761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.825925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.826133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.826227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.826453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.826609] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.826745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.826788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.827149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.827771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.828015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.828236] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.013351] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 879.013490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.013701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.014011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.014246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.014348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.014470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.014609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.014712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.014894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.014999] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.330489] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a730c06-5023-4125-b5d7-cd97c3740287: rpc.has_security_group_logging(os_id): False [ 879.354338] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.354506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.354573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.354777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.354895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.355163] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.355282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.355358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.355551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.355635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.355889] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.356014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.356112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.356292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.356396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.356608] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.356711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.356769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.356928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.357017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.357136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 879.429929] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.430304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.430304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.430484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.449106] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 879.518066] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.519044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.519044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.519044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.519044] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.519044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.519310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.519310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.519430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.519557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.519768] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.519891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.519988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.520205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.520400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.520531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.520615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.520812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.520910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.521044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.521171] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.026400] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c229e4af-4d25-44f5-93e8-d1da4302b3b1: rpc.has_security_group_logging(os_id): False [ 880.048853] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.048853] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.048853] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.048853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.049335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.049335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.049335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.049448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.049448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.049652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.049706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.049820] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be created. [ 880.103767] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.103933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.104025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.104557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.104557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.114749] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 880.449768] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 880.449768] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 880.739338] env[69513]: INFO networking_nsxv3.common.synchronization [req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 req-93be2efe-5915-4c1a-8914-0d77df6c18ce tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Enqueued Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_members [ 880.739338] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_members [ 880.739338] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.740416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.740636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.741043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.741338] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.741619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.741818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.742158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.742363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.742568] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.246437] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.246437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.246684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.246684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.246766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.246985] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.248525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.248609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.248823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.248916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.249030] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd already deleted. [ 881.249142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.404612] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.404914] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-375" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.409194] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-375" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.409881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-375" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.410043] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.410352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.410432] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.410627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.410796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.411113] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.411218] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.411462] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.411599] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.411736] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.411915] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.412156] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.432696] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.432696] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.432696] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.432696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-375" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.432696] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-bfab9ae5-0d7f-4519-ad08-839890d7512c taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.432696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.433680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.433680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.433680] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfab9ae5-0d7f-4519-ad08-839890d7512c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.452034] env[69513]: INFO networking_nsxv3.common.synchronization [req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 req-7d8aea7e-d16f-411b-b5ee-84587b0e695a tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 881.453419] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 881.454191] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.454509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.454676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.455033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.455362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.457041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.457041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.457041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.457041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.457041] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.472678] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 881.472678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.472678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.472678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.472678] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.937702] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.938114] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.938114] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.938407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.938577] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.938773] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port bfab9ae5-0d7f-4519-ad08-839890d7512c not found, creating... [ 881.941387] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.941545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.941675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.941952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.942119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.942533] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.942845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.943021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.943341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.943484] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.943673] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: bfab9ae5-0d7f-4519-ad08-839890d7512c is going to be created. [ 881.963173] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.963327] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.963423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.963699] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.963950] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.964241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.965956] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.974701] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.974992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.975105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.975354] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.975550] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.975653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.975725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.975909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.976025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.976118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.976280] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.128579] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 882.128834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.468318] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.484744] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.484744] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.484744] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.484744] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.484744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.485520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.485520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.485520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.485520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.485520] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.589669] env[69513]: INFO networking_nsxv3.common.synchronization [None req-3ec1eb8b-651f-473b-89e5-36f273f210da None None] Enqueued Resource ID: 08cd7f9c-dbb7-4e50-acde-abba054ba20e with Priority: HIGHEST for action port [ 882.589925] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cd7f9c-dbb7-4e50-acde-abba054ba20e with Priority: HIGHEST for action port [ 882.590384] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-08cd7f9c-dbb7-4e50-acde-abba054ba20e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.590560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08cd7f9c-dbb7-4e50-acde-abba054ba20e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.592598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08cd7f9c-dbb7-4e50-acde-abba054ba20e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.592924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08cd7f9c-dbb7-4e50-acde-abba054ba20e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.593039] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08cd7f9c-dbb7-4e50-acde-abba054ba20e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.763431] env[69513]: INFO networking_nsxv3.common.synchronization [req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 req-6b99cfc7-bc55-4016-bb25-bcc5f5e719e0 service nova] Enqueued Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_rules [ 882.763431] env[69513]: INFO networking_nsxv3.common.synchronization [req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 req-6b99cfc7-bc55-4016-bb25-bcc5f5e719e0 service nova] Enqueued Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_members [ 882.763431] env[69513]: INFO networking_nsxv3.common.synchronization [req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 req-6b99cfc7-bc55-4016-bb25-bcc5f5e719e0 service nova] Enqueued Resource ID: bfab9ae5-0d7f-4519-ad08-839890d7512c with Priority: HIGHEST for action port [ 882.763572] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_rules [ 882.763658] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_members [ 882.763783] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfab9ae5-0d7f-4519-ad08-839890d7512c with Priority: HIGHEST for action port [ 882.764333] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.766186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.766279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.766467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.766563] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.767452] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.767575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.767646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.767825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.768015] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.768093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.768149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.769178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.769178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.769178] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.769551] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfab9ae5-0d7f-4519-ad08-839890d7512c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.769551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.769551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.769719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.769788] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfab9ae5-0d7f-4519-ad08-839890d7512c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.970909] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.971597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.971597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.971597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.971597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.971597] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 882.988367] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a730c06-5023-4125-b5d7-cd97c3740287: rpc.has_security_group_logging(os_id): False [ 883.005086] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.005274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.005386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.005603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.005753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.007813] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.007984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.009074] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.009074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.009341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.009341] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.009437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.009504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.009646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.009723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.009905] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.009998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.010071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.010371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.010371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.010371] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 883.018050] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 883.044620] env[69513]: INFO networking_nsxv3.common.synchronization [None req-cc320c7d-e6b7-48d5-94e7-ba28ea8623fc tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_rules [ 883.044620] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_rules [ 883.045565] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.045565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.046421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.046766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.046766] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.066999] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.066999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.066999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.066999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.066999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.092019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 883.095451] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08cd7f9c-dbb7-4e50-acde-abba054ba20e [ 883.095686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.095823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.095879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.096137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.096224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.096325] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08cd7f9c-dbb7-4e50-acde-abba054ba20e already deleted. [ 883.096400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08cd7f9c-dbb7-4e50-acde-abba054ba20e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.246996] env[69513]: INFO networking_nsxv3.common.synchronization [None req-89d8efce-492a-43be-b3ff-b279921338b5 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_rules [ 883.247643] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_rules [ 883.248898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.248898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.271740] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.272843] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.272956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.273132] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfab9ae5-0d7f-4519-ad08-839890d7512c with status ACTIVE [ 883.273374] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.273467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.273467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.273680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.273776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.273952] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.274090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.274147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.274563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.274563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.274563] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.275135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.275135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.275135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.275135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.276890] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfab9ae5-0d7f-4519-ad08-839890d7512c is going to be updated. [ 883.317062] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.317267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.317337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.317813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.317813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.317950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfab9ae5-0d7f-4519-ad08-839890d7512c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.568243] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.568544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.568544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.568696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.569080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.569080] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 already deleted. [ 883.569080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.569561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.569767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.569875] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.656225] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb req-943d8f73-1240-425a-9644-f3f3bca9e8ed tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Enqueued Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_members [ 883.656848] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_members [ 883.657359] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.657488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.657568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.657878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.658106] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.658233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.658296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.658486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.658574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.658669] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.780255] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.091266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.091266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.091427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.091504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.091592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.092218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 already deleted. [ 884.092218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.137394] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.137632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.137766] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.142834] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.143708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.143914] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.144186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.144352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.144601] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.144738] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.144862] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.144970] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.145126] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.145231] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.145381] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.161363] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.161500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.161573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.162220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.162220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.162220] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.162220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.162417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.162417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.162475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.162542] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 already deleted. [ 884.162632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.163738] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.163899] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.164224] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.164397] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.164708] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-b39c348b-ad36-4d48-bc15-dbe057fcb538 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.165820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.165820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.165820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.165820] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39c348b-ad36-4d48-bc15-dbe057fcb538',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.284439] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.284677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.284677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.284963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.285078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.285182] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd is going to be created. [ 884.308241] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.308475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.311601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.311601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.311601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.317236] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd in Status: UNINITIALIZED for 2s [ 884.670144] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.670144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port b39c348b-ad36-4d48-bc15-dbe057fcb538 not found, creating... [ 884.670144] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.670144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.670656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.670656] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.670656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.670776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.671014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.671219] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.671365] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: b39c348b-ad36-4d48-bc15-dbe057fcb538 is going to be created. [ 884.689561] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.689748] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.689883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.690192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.690419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.690648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.027889] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 885.027889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.110297] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f52fd887-c701-4ecb-8b99-0dfcb6f51f75 None None] Enqueued Resource ID: 1bb4fe94-3a54-47b7-b153-15f0c11bbe8b with Priority: HIGHEST for action port [ 885.111113] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 885.111245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.111769] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb4fe94-3a54-47b7-b153-15f0c11bbe8b with Priority: HIGHEST for action port [ 885.112123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb4fe94-3a54-47b7-b153-15f0c11bbe8b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.112260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb4fe94-3a54-47b7-b153-15f0c11bbe8b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.112304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb4fe94-3a54-47b7-b153-15f0c11bbe8b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.112578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb4fe94-3a54-47b7-b153-15f0c11bbe8b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.112644] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb4fe94-3a54-47b7-b153-15f0c11bbe8b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.548224] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb req-a25f3018-72ac-47e0-a5ee-fbfb26275161 service nova] Enqueued Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_rules [ 885.548497] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb req-a25f3018-72ac-47e0-a5ee-fbfb26275161 service nova] Enqueued Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_members [ 885.548734] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb req-a25f3018-72ac-47e0-a5ee-fbfb26275161 service nova] Enqueued Resource ID: b39c348b-ad36-4d48-bc15-dbe057fcb538 with Priority: HIGHEST for action port [ 885.551357] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_rules [ 885.551357] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_members [ 885.551357] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39c348b-ad36-4d48-bc15-dbe057fcb538 with Priority: HIGHEST for action port [ 885.551357] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.551357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.552331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553416] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.555888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.555888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.555888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.555888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.555888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.556718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.556718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.557038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.557038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.557139] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.558092] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39c348b-ad36-4d48-bc15-dbe057fcb538 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.558221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.558269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.558455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.558530] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39c348b-ad36-4d48-bc15-dbe057fcb538',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.582238] env[69513]: INFO networking_nsxv3.common.synchronization [req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 req-f73efbdd-d704-4768-a8db-0b4b393b835a tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 885.584134] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 885.584134] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.584134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.584134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.584134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.584499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.584499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.584499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.584705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.584749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.585447] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.618042] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb4fe94-3a54-47b7-b153-15f0c11bbe8b [ 885.618042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618042] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb4fe94-3a54-47b7-b153-15f0c11bbe8b already deleted. [ 885.618042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb4fe94-3a54-47b7-b153-15f0c11bbe8b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.060380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.060665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.060783] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b39c348b-ad36-4d48-bc15-dbe057fcb538 with status ACTIVE [ 886.061266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.061266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.061266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.061429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.061459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.061794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.061794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.061794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.062042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.062042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.062192] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.062285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.062346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.062481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.062554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.062638] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b39c348b-ad36-4d48-bc15-dbe057fcb538 is going to be updated. [ 886.066257] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.087628] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.087849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.087849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.088077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.088202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.088398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39c348b-ad36-4d48-bc15-dbe057fcb538" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.088676] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.173952] env[69513]: INFO networking_nsxv3.common.synchronization [req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 req-ee47c79b-5920-4b89-acd9-669791258a55 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Enqueued Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 886.174273] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a730c06-5023-4125-b5d7-cd97c3740287 with Priority: HIGHEST for action security_group_members [ 886.174609] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a730c06-5023-4125-b5d7-cd97c3740287 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.175807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.327798] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd in Status: SUCCESS [ 886.328383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.328611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.328905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.329193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.329424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.329549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.329771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.329910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.330178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.330336] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.572275] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.595588] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.833490] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.076225] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.077581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.077581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.077929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.077929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.077929] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 is going to be created. [ 887.097886] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.098185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.098240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.098476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.098688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.098826] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 887.102609] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.102814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.102873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.103117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.103326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.116838] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 in Status: UNINITIALIZED for 2s [ 887.129817] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.129817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.129817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.130144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.130340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.139512] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 887.337752] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9169f0-93da-4723-92ab-9a52ff55acbd: rpc.has_security_group_logging(os_id): False [ 887.355210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.355579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.355579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.355904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.356040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.356788] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.356788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.356788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.356958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.357051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.357200] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd is going to be created. [ 887.408371] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.408598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.408598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.408847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.409079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.419727] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd in Status: IN_PROGRESS for 2s [ 888.538447] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-c715cda0-02e4-4fa0-8147-a5aa2ca3355e tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 888.539021] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 888.539322] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.539538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.539538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.539743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.539855] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.539945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.540504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.540504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.540504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.540504] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.042830] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.044123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.044123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.044454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.070553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.070873] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.070997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.071052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.071251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.071338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.071432] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 889.104263] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.104263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.104486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.106202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.106202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.114972] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 889.124542] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 in Status: SUCCESS [ 889.124759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.124982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.125249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.125445] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.125562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.125629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.125776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.125857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.125963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.126090] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.147405] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 889.147680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.147984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.148117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.148307] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.148419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.148480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.148632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.148714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.148808] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a730c06-5023-4125-b5d7-cd97c3740287',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.272754] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.273022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.273159] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.273424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.273725] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.273915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.274045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.274309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.274486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.274714] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.274842] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.274990] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.275136] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.275267] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.275375] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.276192] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.302992] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.302992] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.302992] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.303218] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.303808] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c9132491-446f-49ea-9ccd-7ed130a5ce69 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.304160] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.304422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.305093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.305386] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9132491-446f-49ea-9ccd-7ed130a5ce69',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.430766] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd in Status: SUCCESS [ 889.431017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.631470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.631770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.631770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.631953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.632160] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.632270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.632336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.632499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.632587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.632676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.632825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.632955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.633059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.633184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.633330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.633423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.633490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.633665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.633746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.633828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.633918] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.650888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.651086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.651150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.651335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.651429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.651627] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.651724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.651792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.651941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.652022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.652110] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 is going to be updated. [ 889.676566] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.676775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.676905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.677378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.686814] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: IN_PROGRESS for 2s [ 889.810409] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.810733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.810869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.811182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.811343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.811505] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c9132491-446f-49ea-9ccd-7ed130a5ce69 not found, creating... [ 889.811780] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.811933] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.812077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.812363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.812555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.812877] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.814765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.815942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816290] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.816523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.817062] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c9132491-446f-49ea-9ccd-7ed130a5ce69 is going to be created. [ 889.835221] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.835594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.835594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.835880] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.837962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.837962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136082] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2b6ae25-9de9-4465-85d4-7230f71492a4: rpc.has_security_group_logging(os_id): False [ 890.154470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.158118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.158278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.158517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.158640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.158877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.159079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.159177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.159346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.159459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.159643] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.159746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.159810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.159952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.160045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.160279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.160382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.160443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.160653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.160753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.160885] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 is going to be created. [ 890.221951] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.221951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.221951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.221951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.222222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.232233] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 in Status: IN_PROGRESS for 2s [ 890.913820] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-b8f58ce1-c47d-4a63-bed0-7bd7ab848a6d service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 890.914126] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-b8f58ce1-c47d-4a63-bed0-7bd7ab848a6d service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 890.916471] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-b8f58ce1-c47d-4a63-bed0-7bd7ab848a6d service nova] Enqueued Resource ID: c9132491-446f-49ea-9ccd-7ed130a5ce69 with Priority: HIGHEST for action port [ 890.916993] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 890.917490] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 890.917490] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9132491-446f-49ea-9ccd-7ed130a5ce69 with Priority: HIGHEST for action port [ 890.917591] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.918055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.918055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.918055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.918055] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.919055] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.919055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.919257] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9132491-446f-49ea-9ccd-7ed130a5ce69 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.919363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.919494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.919685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.919779] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9132491-446f-49ea-9ccd-7ed130a5ce69',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.126716] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 4s [ 891.272615] env[69513]: INFO networking_nsxv3.common.synchronization [None req-7a4f4153-d158-42c1-960c-b572ed4671d7 None None] Enqueued Resource ID: 5ed547c2-a918-42b3-8eac-bddbf3d1df7b with Priority: HIGHEST for action port [ 891.272615] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed547c2-a918-42b3-8eac-bddbf3d1df7b with Priority: HIGHEST for action port [ 891.272615] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ed547c2-a918-42b3-8eac-bddbf3d1df7b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.272615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ed547c2-a918-42b3-8eac-bddbf3d1df7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.272615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ed547c2-a918-42b3-8eac-bddbf3d1df7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.273124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ed547c2-a918-42b3-8eac-bddbf3d1df7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.273309] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ed547c2-a918-42b3-8eac-bddbf3d1df7b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.425023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.425023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9132491-446f-49ea-9ccd-7ed130a5ce69 with status ACTIVE [ 891.425023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.425023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.425023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.425023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.425695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.425695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.425695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.425695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.425695] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9132491-446f-49ea-9ccd-7ed130a5ce69 is going to be updated. [ 891.444928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.444928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.444928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.444928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.444928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.444928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9132491-446f-49ea-9ccd-7ed130a5ce69" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.697170] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a730c06-5023-4125-b5d7-cd97c3740287 in Status: SUCCESS [ 891.697394] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a730c06-5023-4125-b5d7-cd97c3740287 deletion is rescheduled due to dependency. [ 891.697509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a730c06-5023-4125-b5d7-cd97c3740287" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.777315] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ed547c2-a918-42b3-8eac-bddbf3d1df7b [ 891.777315] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.777315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.777315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.777315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.777315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.777315] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ed547c2-a918-42b3-8eac-bddbf3d1df7b already deleted. [ 891.777315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ed547c2-a918-42b3-8eac-bddbf3d1df7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.247130] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 in Status: SUCCESS [ 892.247402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.136190] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 893.136522] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc deletion is rescheduled due to dependency. [ 893.136630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.136721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.136937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.137162] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.137292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.137364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.137616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.137616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.137774] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.526084] env[69513]: INFO networking_nsxv3.common.synchronization [None req-678b82be-7dca-4867-8854-aeb4e81f4bad None None] Enqueued Resource ID: b8a82fc8-e737-4415-8546-d47c174dd259 with Priority: HIGHEST for action port [ 893.526360] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a82fc8-e737-4415-8546-d47c174dd259 with Priority: HIGHEST for action port [ 893.526779] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a82fc8-e737-4415-8546-d47c174dd259 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.526891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a82fc8-e737-4415-8546-d47c174dd259" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.526959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a82fc8-e737-4415-8546-d47c174dd259" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.527226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a82fc8-e737-4415-8546-d47c174dd259" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.527347] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a82fc8-e737-4415-8546-d47c174dd259',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.639696] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.030067] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8a82fc8-e737-4415-8546-d47c174dd259 [ 894.030205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.030385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.030432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.030615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.030706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.030806] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8a82fc8-e737-4415-8546-d47c174dd259 already deleted. [ 894.030887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a82fc8-e737-4415-8546-d47c174dd259" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.144020] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.368748] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_members [ 894.369052] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 894.369743] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_members [ 894.370016] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 894.370378] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-43813cfa-df87-44ee-ab4f-4019b48b0e17 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.371238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.371238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.371238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.371487] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.371662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.371789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.372027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.372150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.372515] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.374380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.374523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.374523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.374756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.374954] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.375140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.375368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.375635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.375744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.376050] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.445852] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_rules [ 894.446013] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_members [ 894.446176] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_rules [ 894.446373] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 894.446539] env[69513]: INFO networking_nsxv3.common.synchronization [req-f4dbaf4f-d97b-4a33-810e-83858d2ea291 req-70c4e58b-7959-46ca-b2f9-cad134fddd53 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: aae1b373-2417-4c34-b85c-c600bf65c42c with Priority: HIGHEST for action port [ 894.447712] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_rules [ 894.447854] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_rules [ 894.447961] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1b373-2417-4c34-b85c-c600bf65c42c with Priority: HIGHEST for action port [ 894.448069] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_members [ 894.448166] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 894.448459] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43813cfa-df87-44ee-ab4f-4019b48b0e17 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.448583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.448654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.448961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.449065] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.451122] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.451289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.451361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.452131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.453113] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.453311] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae1b373-2417-4c34-b85c-c600bf65c42c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.453375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.453432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.453827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.453827] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae1b373-2417-4c34-b85c-c600bf65c42c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.455517] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-43813cfa-df87-44ee-ab4f-4019b48b0e17 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.455610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.455907] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.455907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.643838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.644224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.644224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.644352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.644446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.644567] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 894.670921] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.671147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.671221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.671442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.671633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.680913] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 894.882927] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.884525] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.952248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-43813cfa-df87-44ee-ab4f-4019b48b0e17 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.952460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.957804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aae1b373-2417-4c34-b85c-c600bf65c42c with status ACTIVE [ 894.958033] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.958170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.958234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.958451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.958540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.959123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.959123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.959123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.959123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.959349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.959349] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.959430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.959462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.959953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.959953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.959953] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aae1b373-2417-4c34-b85c-c600bf65c42c is going to be updated. [ 894.960965] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.964549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982328] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.982714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.982852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.983015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.082681] env[69513]: INFO networking_nsxv3.common.synchronization [req-5185359b-f55d-4331-a95c-21aa4f77d95f req-b27cafee-a93c-4e45-8a6e-f5a4baf85e4a tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_members [ 895.082870] env[69513]: INFO networking_nsxv3.common.synchronization [req-5185359b-f55d-4331-a95c-21aa4f77d95f req-b27cafee-a93c-4e45-8a6e-f5a4baf85e4a tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 895.083546] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 with Priority: HIGHEST for action security_group_members [ 895.083692] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 895.083983] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-43813cfa-df87-44ee-ab4f-4019b48b0e17 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.084111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.084713] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.084816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.128980] env[69513]: INFO networking_nsxv3.common.synchronization [req-5185359b-f55d-4331-a95c-21aa4f77d95f req-b27cafee-a93c-4e45-8a6e-f5a4baf85e4a tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_rules [ 895.129286] env[69513]: INFO networking_nsxv3.common.synchronization [req-5185359b-f55d-4331-a95c-21aa4f77d95f req-b27cafee-a93c-4e45-8a6e-f5a4baf85e4a tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 895.129361] env[69513]: INFO networking_nsxv3.common.synchronization [req-5185359b-f55d-4331-a95c-21aa4f77d95f req-b27cafee-a93c-4e45-8a6e-f5a4baf85e4a tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: aae1b373-2417-4c34-b85c-c600bf65c42c with Priority: HIGHEST for action port [ 895.129802] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_rules [ 895.129938] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 895.130061] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1b373-2417-4c34-b85c-c600bf65c42c with Priority: HIGHEST for action port [ 895.130513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.130513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.130876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.130918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.131098] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae1b373-2417-4c34-b85c-c600bf65c42c taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.131206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.131274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.131563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.131563] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae1b373-2417-4c34-b85c-c600bf65c42c',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.385500] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.386508] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.633547] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aae1b373-2417-4c34-b85c-c600bf65c42c with status ACTIVE [ 895.633805] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.633943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.634026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.634269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.634382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.634589] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.634702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.634767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.635208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.635208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.635261] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.635356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.635418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.635583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.635660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.635815] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aae1b373-2417-4c34-b85c-c600bf65c42c is going to be updated. [ 895.660868] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.661163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.661163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.661273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.661410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.661564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae1b373-2417-4c34-b85c-c600bf65c42c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.888557] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.888731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.888807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.889096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.889205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.889314] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 is going to be created. [ 895.895369] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.895537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.895609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.895986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.895986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.896124] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be updated. [ 895.912816] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-a00f569e-23c1-452e-9e76-1a7291264e2c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 895.913498] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 895.914412] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.914550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.915783] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.916088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.916088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.916247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.916414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.924706] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.924706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.924706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.924946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.925131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.931504] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 in Status: UNINITIALIZED for 2s [ 895.932500] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 896.477626] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.477815] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.477856] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.478187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.478528] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.478724] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.478853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.479461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.479630] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.479844] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.479962] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.480090] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.480204] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.480315] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.480421] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.480552] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.498160] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.498396] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.498547] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.499572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-216" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.499907] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-774210d4-865e-43cd-b6bf-e7af2d7e3012 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.500101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.500460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.500575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.500695] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774210d4-865e-43cd-b6bf-e7af2d7e3012',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.689627] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 896.689887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.690024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.690225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.690415] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.690533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.690601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.690752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.690834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.690921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.691025] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.691841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.692029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.692206] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.692329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.692396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.692540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.692640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.692769] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.003030] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.003187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.003328] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.003609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.003776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.004016] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 774210d4-865e-43cd-b6bf-e7af2d7e3012 not found, creating... [ 897.004222] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.004780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.004780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.004780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.004910] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.005371] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.005371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.005497] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.005702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.005837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.005978] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 774210d4-865e-43cd-b6bf-e7af2d7e3012 is going to be created. [ 897.024142] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.024310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.024408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.024685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.024916] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.025187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.194831] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.194964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.195231] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.697548] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.941683] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 in Status: SUCCESS [ 897.941912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.942082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.942297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.942491] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.942607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.942668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.942812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.942893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.943024] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.944424] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 897.944598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.944740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.944900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.945076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.945204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.945266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.945405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.945479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.945593] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.948809] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-d089416c-bec8-4f78-a3b6-f5adff2bd81a service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 897.948981] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-d089416c-bec8-4f78-a3b6-f5adff2bd81a service nova] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 897.949136] env[69513]: INFO networking_nsxv3.common.synchronization [req-20591219-552e-4b29-a7c9-d38cbf398066 req-d089416c-bec8-4f78-a3b6-f5adff2bd81a service nova] Enqueued Resource ID: 774210d4-865e-43cd-b6bf-e7af2d7e3012 with Priority: HIGHEST for action port [ 897.949418] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_rules [ 897.949484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 897.949572] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774210d4-865e-43cd-b6bf-e7af2d7e3012 with Priority: HIGHEST for action port [ 897.950086] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.950189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.950397] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.950476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.950645] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-774210d4-865e-43cd-b6bf-e7af2d7e3012 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.950776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.950850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.950974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.951067] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774210d4-865e-43cd-b6bf-e7af2d7e3012',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.200406] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.200589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.200653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.200998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.200998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.201167] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 898.227149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.227403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.227403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.231140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.231140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.237033] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 898.447442] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.447614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.447656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.447875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.448073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.448295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.448400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.448462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.448623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.448704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.448790] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 is going to be deleted. [ 898.449793] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.453383] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774210d4-865e-43cd-b6bf-e7af2d7e3012 with status ACTIVE [ 898.453575] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.453682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.453748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.454167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.454167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.454167] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.454361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.454361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.454422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.454501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.454674] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.454764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.454823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.454959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.455044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.455155] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774210d4-865e-43cd-b6bf-e7af2d7e3012 is going to be updated. [ 898.473664] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.473807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.473865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.474086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.474237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.474400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774210d4-865e-43cd-b6bf-e7af2d7e3012" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.483508] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.483630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.483763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.483946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.484017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.484080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.484225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.484378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.484541] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.484641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.484700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.484841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.484917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.485141] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.952380] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.987119] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.987272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.987343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.987567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.987909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.987909] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.988047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.988131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.988324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.988408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.988497] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 already deleted. [ 898.988577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.988678] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.989500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.989668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.989824] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.989925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.989988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.990654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.990742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.990834] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.454586] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.454754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.454808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.455036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.455146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.456513] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be updated. [ 899.491919] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.492077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.492152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.492418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.492637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.493809] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43813cfa-df87-44ee-ab4f-4019b48b0e17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.499086] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.499227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.499296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.499499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.499589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.499789] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.499882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.499945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.500421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.500421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.500421] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 already deleted. [ 899.500421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.509908] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 899.597788] env[69513]: INFO networking_nsxv3.common.synchronization [req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 req-d06d4538-9cf9-4b07-ab29-8a56544f90c7 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 899.598727] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 899.599147] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.599282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.599349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.599553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.599712] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.599813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.599875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.600056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.600170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600289] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.941875] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.942200] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.942399] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.942753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.943444] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.943703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.943882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.944208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.944422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.946534] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.946534] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.946534] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.946534] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.946534] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.946534] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.946534] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.968276] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.968631] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.968742] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.969034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.970279] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-42e5ab9e-924a-4b48-8af3-7aafd417348b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.970279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.970279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.975049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.975049] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e5ab9e-924a-4b48-8af3-7aafd417348b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.002462] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43813cfa-df87-44ee-ab4f-4019b48b0e17: rpc.has_security_group_logging(os_id): False [ 900.020027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.020225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.020286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.020516] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.020614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.020841] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.020944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.021015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.021171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.021250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.021338] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 is going to be created. [ 900.037169] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/43813cfa-df87-44ee-ab4f-4019b48b0e17], does not exist path=[/infra/domains/default/groups/43813cfa-df87-44ee-ab4f-4019b48b0e17]."\n}' [ 900.037377] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43813cfa-df87-44ee-ab4f-4019b48b0e17 [ 900.037451] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 900.069552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.069552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.069552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.069883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.071059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.071059] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.071059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.071638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.071638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.071638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.071638] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.071638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.071911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.071911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.071979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.072069] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43813cfa-df87-44ee-ab4f-4019b48b0e17 is going to be created. [ 900.086803] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/43813cfa-df87-44ee-ab4f-4019b48b0e17], does not exist path=[/infra/domains/default/groups/43813cfa-df87-44ee-ab4f-4019b48b0e17]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43813cfa-df87-44ee-ab4f-4019b48b0e17 [ 900.086965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43813cfa-df87-44ee-ab4f-4019b48b0e17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.087200] env[69513]: Traceback (most recent call last): [ 900.087258] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 900.087258] env[69513]: return func(*args, **kwargs) [ 900.087258] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 900.087258] env[69513]: res.raise_for_status() [ 900.087258] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 900.087258] env[69513]: raise HTTPError(http_error_msg, response=self) [ 900.087258] env[69513]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43813cfa-df87-44ee-ab4f-4019b48b0e17 [ 900.087258] env[69513]: During handling of the above exception, another exception occurred: [ 900.087258] env[69513]: Traceback (most recent call last): [ 900.087258] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 900.087258] env[69513]: listener.cb(fileno) [ 900.087258] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 900.087258] env[69513]: result = function(*args, **kwargs) [ 900.087258] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 900.087258] env[69513]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 900.087258] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 900.087258] env[69513]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 900.087258] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 900.087258] env[69513]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 900.087258] env[69513]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 900.087258] env[69513]: res.raise_for_status() [ 900.087258] env[69513]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 900.087258] env[69513]: raise HTTPError(http_error_msg, response=self) [ 900.087258] env[69513]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43813cfa-df87-44ee-ab4f-4019b48b0e17 [ 900.088497] env[69513]: Removing descriptor: 19 [ 900.111295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.111295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.111295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.111295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be deleted. [ 900.130592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.130592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.130592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.130843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.130843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.130843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.249137] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 900.249427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.249670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.250045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.250269] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.250403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.250717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.250717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.250717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.250934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.251012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.251116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.251185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.251334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.251482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.251594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.251660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.251795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.251890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.251970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.252068] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.253098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.253369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.253456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.253550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.254565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.254565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.254565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.254565] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.482704] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.482947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.483096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.483570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.483570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.483722] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 42e5ab9e-924a-4b48-8af3-7aafd417348b not found, creating... [ 900.483943] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.484118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.484239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.484457] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.484594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.485127] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.485416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.485555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.486459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.486786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.486870] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 42e5ab9e-924a-4b48-8af3-7aafd417348b is going to be created. [ 900.508086] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.508086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.508086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.508086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.508086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.508086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.641654] env[69513]: INFO networking_nsxv3.common.synchronization [req-45c003b9-971a-42a1-a010-dd8ea15b0320 req-a3adec21-91d0-455d-bab6-0e72ff1e2865 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 900.642289] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 900.642512] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.642635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.642721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.642957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.643798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.643798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.643798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.643798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.643798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.643798] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.756450] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc: rpc.has_security_group_logging(os_id): False [ 900.759326] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.776813] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.776813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.776813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.777040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.796792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.796792] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.796792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.796976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.797727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.797727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.797727] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.797727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.797727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.797727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.797727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.798014] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.798014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.798085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.798641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.798641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.798641] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 900.865217] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.865217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.865217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.865217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.865217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.876156] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 901.148032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.148381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.148381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.148718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.148718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.148825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.148893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.148946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.149284] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca already deleted. [ 901.149367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.204321] env[69513]: INFO networking_nsxv3.common.synchronization [req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 req-9c91dc2f-f0b4-4ac4-8084-bfbeab499499 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Enqueued Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_members [ 901.204321] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGHEST for action security_group_members [ 901.204321] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.204321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.204321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.204321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.204321] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.204321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.204321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.204321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.204707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.204707] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.265863] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.300694] env[69513]: INFO networking_nsxv3.common.synchronization [req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 req-8ac2b0ae-ad26-4a09-b08e-f65ca2c602c2 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 901.300694] env[69513]: INFO networking_nsxv3.common.synchronization [req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 req-8ac2b0ae-ad26-4a09-b08e-f65ca2c602c2 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 901.300694] env[69513]: INFO networking_nsxv3.common.synchronization [req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 req-8ac2b0ae-ad26-4a09-b08e-f65ca2c602c2 service nova] Enqueued Resource ID: 42e5ab9e-924a-4b48-8af3-7aafd417348b with Priority: HIGHEST for action port [ 901.301223] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 901.301390] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 901.301546] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e5ab9e-924a-4b48-8af3-7aafd417348b with Priority: HIGHEST for action port [ 901.302740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.302904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.302986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.303227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.303329] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.304258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.304374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.304440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.304607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.304749] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.304839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.306899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.306899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.306899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.306899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.306899] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-42e5ab9e-924a-4b48-8af3-7aafd417348b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.306899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.306899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.306899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.306899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e5ab9e-924a-4b48-8af3-7aafd417348b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.309640] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.309855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.310475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.311212] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.311212] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.311437] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.311571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.311798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.311969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.312384] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.312987] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.312987] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.312987] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.312987] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.312987] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.314117] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.332543] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.332704] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.332847] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.333032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.333382] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e15f1778-3b4f-4abb-b3be-28da2f622ff1 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.333551] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.333670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.333979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.334138] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15f1778-3b4f-4abb-b3be-28da2f622ff1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.519936] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 901.520194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.520363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.520590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.520957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.520957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.520957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.521201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.521201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.521301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.522244] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.522381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.522543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.522698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.522798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.522862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.522993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.523117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.523205] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.706548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.706629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.706707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.706971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.725990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.726293] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.726419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.726486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.726679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.726763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.726851] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 is going to be updated. [ 901.751695] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.751695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.751695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.751953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.751953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759456] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 in Status: IN_PROGRESS for 2s [ 901.767915] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.768059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.768106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.768274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.768363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.768457] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 901.794966] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.795114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.795226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.795488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.795644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.804556] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 901.807897] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.809179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.809299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.815950] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42e5ab9e-924a-4b48-8af3-7aafd417348b with status ACTIVE [ 901.816241] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.816380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.816485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.816641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.816728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.816904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.817011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.817079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.817236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.817313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.817495] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.817589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.817650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.817787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.817862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.817943] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42e5ab9e-924a-4b48-8af3-7aafd417348b is going to be updated. [ 901.837716] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.838088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.838319] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.838725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.838918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.839097] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e15f1778-3b4f-4abb-b3be-28da2f622ff1 not found, creating... [ 901.839388] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.839558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.839679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.839902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.840055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.840351] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.840499] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.840619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.840825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.840960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.841112] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e15f1778-3b4f-4abb-b3be-28da2f622ff1 is going to be created. [ 901.843548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.843648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.843721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.843859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.844019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.844147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42e5ab9e-924a-4b48-8af3-7aafd417348b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.861347] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.861543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.861742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.861911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.862150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.862373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024709] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.024883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.025200] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.311290] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.527302] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.818077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.818254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.818328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.818557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.818651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.818750] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be created. [ 902.843693] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.843841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.843919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.844156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.844325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.854389] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: UNINITIALIZED for 2s [ 902.888427] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 902.888656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.888837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.889075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.889167] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.904998] env[69513]: INFO networking_nsxv3.common.synchronization [req-45c003b9-971a-42a1-a010-dd8ea15b0320 req-8e43cbb2-a264-40b0-938f-c5919d21da60 service nova] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_rules [ 902.905258] env[69513]: INFO networking_nsxv3.common.synchronization [req-45c003b9-971a-42a1-a010-dd8ea15b0320 req-8e43cbb2-a264-40b0-938f-c5919d21da60 service nova] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 902.905416] env[69513]: INFO networking_nsxv3.common.synchronization [req-45c003b9-971a-42a1-a010-dd8ea15b0320 req-8e43cbb2-a264-40b0-938f-c5919d21da60 service nova] Enqueued Resource ID: e15f1778-3b4f-4abb-b3be-28da2f622ff1 with Priority: HIGHEST for action port [ 902.905670] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_rules [ 902.905850] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 902.905890] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15f1778-3b4f-4abb-b3be-28da2f622ff1 with Priority: HIGHEST for action port [ 902.906501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.906620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.906691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.906936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.907074] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.907942] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.908088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.908160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.908333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.908516] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.908577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.908624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.908765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.908848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.908936] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.910410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15f1778-3b4f-4abb-b3be-28da2f622ff1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.910612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.910612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.910775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.910920] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15f1778-3b4f-4abb-b3be-28da2f622ff1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.029691] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.029850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.029921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.030169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.030255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.030357] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be updated. [ 903.056495] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.056647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.056691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.056940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.057029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.069343] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 903.391387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.391883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.410976] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.413292] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e15f1778-3b4f-4abb-b3be-28da2f622ff1 with status ACTIVE [ 903.413292] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.413292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.413292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.413292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.413651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.413651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.413651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.413651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.413784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.413860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.414054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.415165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.415165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415165] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e15f1778-3b4f-4abb-b3be-28da2f622ff1 is going to be updated. [ 903.416054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.416166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.436234] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.436397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.436462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.436674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.436809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.436975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15f1778-3b4f-4abb-b3be-28da2f622ff1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.767666] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 in Status: SUCCESS [ 903.767879] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 deletion is rescheduled due to dependency. [ 903.767996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.814782] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 903.814782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.815056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.815234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.815460] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.815581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.815646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.815798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.815866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.815960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.816067] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.913694] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.319036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.319209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.319550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.319736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.319859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.320098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.320280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.320280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.320913] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.320913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.320913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.320913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.320913] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.321266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.321266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.321266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.321266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.321511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.321511] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.419427] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.419427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.419427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.419427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.419427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.419427] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be created. [ 904.443499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.443499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.443499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.445801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.445801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.453982] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: UNINITIALIZED for 2s [ 904.823963] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc: rpc.has_security_group_logging(os_id): False [ 904.841854] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.842046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.842092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.842355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.842434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.842587] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.842729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.842768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.843383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.843383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.843383] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.843383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.843383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.843604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.843604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.843719] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.843834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.843917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.844130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.844244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.844373] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 904.861327] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 904.861491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.861590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.862730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.863639] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.863639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.863639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.864158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.864158] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.900479] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.900694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.900694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.900890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.901118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.916563] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 905.084067] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 905.084311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.084490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.084713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.084906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.085035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.085103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.085285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.085375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.085472] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.366622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.366735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.366810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.367110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.367358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.367467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.367757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.367935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.368045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.368137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.368289] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.368378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.368431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.368583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.368786] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.368897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.368978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.369166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.369238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.369324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.369409] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.588621] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.875141] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 493a4609-8505-4751-b6bf-564fceb2cb91: rpc.has_security_group_logging(os_id): False [ 905.893163] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.893163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.893431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.893431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.893583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.893882] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.893882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.894117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.894117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.894184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.894329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.894424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.894483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.894625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.894701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.894884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.894973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.895039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.895174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.895475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.895546] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be created. [ 905.955374] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.955605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.955687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.955949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.956287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.967030] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 906.091282] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.463076] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 906.463222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.464316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.464316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.464316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.464316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.464316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.464316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.464316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.464615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.464615] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.597335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.597335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.597335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.597335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.597335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.597335] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be updated. [ 906.624213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.624213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.624213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.624213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.624213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.631646] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 906.933150] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 906.933468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.963359] env[69513]: INFO networking_nsxv3.common.synchronization [None req-2e155b3d-c3f3-4dd1-8320-f6075e48516e tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 906.963996] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 906.964231] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.964360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965280] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.965280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.965280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.965280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.965483] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.969846] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.969846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970167] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.970373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.971255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971737] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.468995] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.482782] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f930123-61d5-40ef-a6e4-4b7640c19bca: rpc.has_security_group_logging(os_id): False [ 907.499046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.499234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.499319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.499456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.499543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.499729] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.499836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.499884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.500033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.500122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.500359] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.500459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.500506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.500645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.500723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.500920] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.505237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.505237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.505237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.505237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.505237] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be created. [ 907.557311] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.557492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.557492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.557692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.557869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.571176] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: IN_PROGRESS for 2s [ 907.747659] env[69513]: INFO networking_nsxv3.common.synchronization [req-b5a354aa-a8f3-4b9b-b108-8567ca493256 req-6fe47f10-8f50-4242-9d66-cb6ef8905fdd tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Enqueued Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 907.749269] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 with Priority: HIGHEST for action security_group_members [ 907.749585] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.749692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.970342] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.979517] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 907.979717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.358694] env[69513]: INFO networking_nsxv3.common.synchronization [req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe req-b0a8982f-a6bc-4d03-9d62-f4b371a359d4 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Enqueued Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 908.359079] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 with Priority: HIGHEST for action security_group_members [ 908.359447] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f434edfd-2538-480a-9797-a84b2d0e6eb6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.359580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.359734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.360130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.361056] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.361441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.361441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.361441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.361611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.361680] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f434edfd-2538-480a-9797-a84b2d0e6eb6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.473144] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.473331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.473408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.473605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.473691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.473785] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 908.501792] env[69513]: INFO networking_nsxv3.common.synchronization [req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c req-8c27f884-154f-4a09-b32f-43f4149609a7 tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Enqueued Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_members [ 908.504022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.504022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.504022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.504022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.504635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.505461] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_members [ 908.506171] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.506290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.506412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.506764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.506764] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.507119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.507119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.507208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.507252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.507344] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.516301] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 908.642622] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 908.642868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.643051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.643284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.643504] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.643624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.643691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.643846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.643928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.644024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.644274] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c229e4af-4d25-44f5-93e8-d1da4302b3b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.644274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.644375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.644458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.644597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.644686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.644746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.644924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.644970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.645356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.645482] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.646459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.646654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.646806] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.646902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.646966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.647120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.647200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.647287] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.865182] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.865572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.865819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.865939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.885850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.886178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.886340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.886438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.886647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.886733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.886824] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 is going to be updated. [ 908.912875] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.913056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.913111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.913323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.913466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.924987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: IN_PROGRESS for 2s [ 909.011886] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.012224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.012309] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.012465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.012555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.012769] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.012888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.012921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.013085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.013162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.013239] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 already deleted. [ 909.013315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.150420] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c229e4af-4d25-44f5-93e8-d1da4302b3b1: rpc.has_security_group_logging(os_id): False [ 909.151656] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.151792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.151877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.152094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.172965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.173352] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.177126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.177218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.177452] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.177565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.177740] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be updated. [ 909.179711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.179916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.180040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.180367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.180526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.180775] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.181342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.181458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.181663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.182710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.182710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.182862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.182962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.183163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.183296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.183544] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.183705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.183808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.184018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.184147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.184273] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be updated. [ 909.238478] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.238763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.238887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.239164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.239371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.248449] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 909.273590] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.273590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-422" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.273754] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-422" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.274098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-422" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.274785] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.276291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.276291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.276291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.276291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.276291] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.276291] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.276291] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.276291] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.276291] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.276818] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.276818] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.291234] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.291375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.294025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.294025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.294025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.305923] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: IN_PROGRESS for 2s [ 909.306804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.306951] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.307106] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.307286] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-422" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.307608] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-851d525f-8482-45bf-b297-2e156a27e50d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.307776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.307895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.308566] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.308773] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851d525f-8482-45bf-b297-2e156a27e50d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.583512] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 909.583710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.814361] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.814361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.816777] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 851d525f-8482-45bf-b297-2e156a27e50d not found, creating... [ 909.816777] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.816777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.816777] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.817656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.817656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.817656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.817656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.817656] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 851d525f-8482-45bf-b297-2e156a27e50d is going to be created. [ 909.838313] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.838313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.838483] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.838798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.839118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.839380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.023187] env[69513]: INFO networking_nsxv3.common.synchronization [req-702ee813-ccec-4dce-9f6f-522c87fb5c77 req-8a0b42f2-b425-4e36-b193-25355eab7c5b tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 910.023756] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 910.024073] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.024210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.024276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.024497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.024657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.024757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.024818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.024974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.025744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.025860] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.236484] env[69513]: INFO networking_nsxv3.common.synchronization [req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf req-b1c6e411-22f7-48e7-ae94-9ef98f838a0b tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Enqueued Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 910.237049] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc with Priority: HIGHEST for action security_group_members [ 910.237380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.237497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.248815] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.249582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.249582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.249582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.249846] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.250010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.250153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.250369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.250515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.250721] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.250830] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.250938] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.251064] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.251172] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.251274] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.252662] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.271838] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.271838] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.271973] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.272112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.272543] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-89a72be6-54c9-4833-a283-833b2503ca5e taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.272757] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.272897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.273294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.273489] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a72be6-54c9-4833-a283-833b2503ca5e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.529158] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.600134] env[69513]: INFO networking_nsxv3.common.synchronization [req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c req-aa38fcdb-52fb-4958-9af5-e0ba42966552 service nova] Enqueued Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_rules [ 910.600328] env[69513]: INFO networking_nsxv3.common.synchronization [req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c req-aa38fcdb-52fb-4958-9af5-e0ba42966552 service nova] Enqueued Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_members [ 910.600472] env[69513]: INFO networking_nsxv3.common.synchronization [req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c req-aa38fcdb-52fb-4958-9af5-e0ba42966552 service nova] Enqueued Resource ID: 851d525f-8482-45bf-b297-2e156a27e50d with Priority: HIGHEST for action port [ 910.600702] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_rules [ 910.600859] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_members [ 910.600918] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851d525f-8482-45bf-b297-2e156a27e50d with Priority: HIGHEST for action port [ 910.601745] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.601875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.601959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.603185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.603274] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.604110] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.604227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.604294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.604476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.604629] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.604730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.604792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.604940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.605037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.605130] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.605882] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-851d525f-8482-45bf-b297-2e156a27e50d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.605990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.606073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.606227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.606302] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851d525f-8482-45bf-b297-2e156a27e50d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.608696] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 910.608776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.776662] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.776901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.777045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.777338] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.777497] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.777715] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 89a72be6-54c9-4833-a283-833b2503ca5e not found, creating... [ 910.778175] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.778400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.778506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.778743] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.778889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.779201] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.779364] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.779487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.779745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.779893] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.780050] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 89a72be6-54c9-4833-a283-833b2503ca5e is going to be created. [ 910.799084] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.799300] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.799644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.799879] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.938678] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 in Status: SUCCESS [ 910.938874] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f434edfd-2538-480a-9797-a84b2d0e6eb6 deletion is rescheduled due to dependency. [ 910.938996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f434edfd-2538-480a-9797-a84b2d0e6eb6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.032794] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.110401] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 851d525f-8482-45bf-b297-2e156a27e50d with status ACTIVE [ 911.110672] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.110810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.110882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.111143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.111201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.111381] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.111483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.111546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.111694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.111770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.111995] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.112078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.112116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.112258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.112333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.112415] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 851d525f-8482-45bf-b297-2e156a27e50d is going to be updated. [ 911.113525] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.114483] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.114549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.132314] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.132451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.132520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.132774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.132841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.133030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-851d525f-8482-45bf-b297-2e156a27e50d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.265083] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 911.265083] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 deletion is rescheduled due to dependency. [ 911.265083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.326129] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 in Status: SUCCESS [ 911.326483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.326891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.327075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.327222] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c229e4af-4d25-44f5-93e8-d1da4302b3b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.518922] env[69513]: INFO networking_nsxv3.common.synchronization [req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee req-d48a2119-ac24-4ba8-94a2-90f4fbeceedd service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 911.519265] env[69513]: INFO networking_nsxv3.common.synchronization [req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee req-d48a2119-ac24-4ba8-94a2-90f4fbeceedd service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 911.519637] env[69513]: INFO networking_nsxv3.common.synchronization [req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee req-d48a2119-ac24-4ba8-94a2-90f4fbeceedd service nova] Enqueued Resource ID: 89a72be6-54c9-4833-a283-833b2503ca5e with Priority: HIGHEST for action port [ 911.519885] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 911.520023] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 911.520123] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a72be6-54c9-4833-a283-833b2503ca5e with Priority: HIGHEST for action port [ 911.520671] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.520795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.521029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.521196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.521291] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.522586] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.522724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.522775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.522955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.523120] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.523211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.523270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.523454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.523580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.523706] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.524896] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a72be6-54c9-4833-a283-833b2503ca5e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.525046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.526036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.526036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.526036] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a72be6-54c9-4833-a283-833b2503ca5e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.549568] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.549568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.549568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.549820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.549820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.549874] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 911.576354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.576554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.576604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.576769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.576919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.584186] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 911.618146] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.846993] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.847159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.847231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.847476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.847579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.847677] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c229e4af-4d25-44f5-93e8-d1da4302b3b1 is going to be deleted. [ 911.897732] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.897732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.897732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.897732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.897732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.897732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c229e4af-4d25-44f5-93e8-d1da4302b3b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.024626] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.024626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.026873] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.027739] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89a72be6-54c9-4833-a283-833b2503ca5e with status ACTIVE [ 912.027965] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.028123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.028207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.029321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.029321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.029321] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.029321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.029321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.029321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.029321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.029628] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.029628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.029628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.029730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.029815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.029844] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89a72be6-54c9-4833-a283-833b2503ca5e is going to be updated. [ 912.051104] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.051405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.051441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.051709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.051898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.052137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a72be6-54c9-4833-a283-833b2503ca5e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.119424] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.119626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.119728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.120009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.120150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.120285] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 is going to be created. [ 912.144385] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.144594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.144698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.144969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.145212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.156076] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 in Status: UNINITIALIZED for 2s [ 912.532426] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.036762] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.036762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.036762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.036762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.036762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.036762] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 913.049083] env[69513]: INFO networking_nsxv3.common.synchronization [req-ed35cab0-5385-46da-bf3b-6348d7a43d20 req-f3d36ba1-0b10-498d-8190-9cea156f9fa9 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 913.049598] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 913.049895] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.050020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.050087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.050299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.051212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.051212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.051212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.051212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.051212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.051212] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.062362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.062888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.062989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.063233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.063413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.071465] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 913.553370] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.593525] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 913.593921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.593921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.594129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.594310] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.594422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.594489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.594634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.594715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.594806] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d899d57-7416-4db8-8d4a-d7e8dfb55ffc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.056522] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.097650] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.097866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.097941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.098244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.098355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.098528] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.098654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.098722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.098884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.098964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.099097] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc is going to be updated. [ 914.124471] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.124716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.124716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.125033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.125119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.133585] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: IN_PROGRESS for 2s [ 914.169075] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 in Status: SUCCESS [ 914.169075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.169075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.169300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.169300] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.169389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.169502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.169624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.169705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.169790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.169884] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.559183] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.559183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.559183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.559183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.559183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.559183] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 914.588406] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.588697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.588697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.588921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.589153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.598463] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 914.672493] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.672758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.672908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.673493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.673681] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.674152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.674152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.674296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.674468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.674666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.675795] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.676196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.676315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.676606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.676915] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.677140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.677291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.677562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.677748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.677940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.678148] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.083698] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 915.084086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.084086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.084368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.084501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.084623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.084685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.084830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.084910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.084992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.085093] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.181600] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd512630-eced-42f6-bcd6-36f393b4d8c3: rpc.has_security_group_logging(os_id): False [ 915.200622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.200797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.201061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.201155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.201376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.201495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.201573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.201732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.201808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.201991] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.202100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.202161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.202300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.202375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.202546] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.202639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.202699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.202832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.202979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.203089] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 is going to be created. [ 915.286043] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.286227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.286271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.286491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.287064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.298514] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 in Status: IN_PROGRESS for 2s [ 915.592762] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.592958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.593012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.593235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.593420] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.593548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.593614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.593765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.593853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.594057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.594123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.594171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.594231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.594369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.594506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.594618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.594701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.594846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.594923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.595010] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.595102] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.102811] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 493a4609-8505-4751-b6bf-564fceb2cb91: rpc.has_security_group_logging(os_id): False [ 916.121753] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.121891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.121983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.122271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.122365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.122654] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.122816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.122913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.123151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.123276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.123535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.123662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.123757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.123939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.124084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.124277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.124397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.124512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.124630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.124727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.124827] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 916.142261] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc in Status: SUCCESS [ 916.142446] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d899d57-7416-4db8-8d4a-d7e8dfb55ffc deletion is rescheduled due to dependency. [ 916.142554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d899d57-7416-4db8-8d4a-d7e8dfb55ffc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.186705] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.187033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.187033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.187273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.187273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.198797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 916.609246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 916.609461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.309609] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 in Status: SUCCESS [ 917.309609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.050790] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 918.050981] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 918.216529] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 918.216815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.309735] env[69513]: INFO networking_nsxv3.common.synchronization [req-08b64e71-fc35-496b-94d8-76270e2c02da req-74412f26-2e66-4c50-b855-d8d7553ffbfc tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 921.310323] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGHEST for action security_group_members [ 921.310625] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.311428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.311428] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.311564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.311564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.311861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.311925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.312308] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.814629] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.814780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.814972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.838959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.839248] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.839411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.839793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.839793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.839878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.839912] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be updated. [ 921.862657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.862902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.862902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.863082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.863226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.870219] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: IN_PROGRESS for 2s [ 923.881183] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 in Status: SUCCESS [ 923.881594] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 deletion is rescheduled due to dependency. [ 923.881594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.007612] env[69513]: INFO networking_nsxv3.common.synchronization [req-d7442fa7-aba8-460b-8165-a7d669cafbfb req-20c9e87f-efc1-42ef-b97c-cd63e16c2f11 tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Enqueued Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_members [ 924.008560] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGHEST for action security_group_members [ 924.008940] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.009086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.009155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.009367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.009532] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.009645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.009711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.009861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.009949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.010056] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.475291] env[69513]: INFO networking_nsxv3.common.synchronization [req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 req-ad0e72f1-922d-4e1e-83d0-d7a1310020f6 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Enqueued Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_members [ 924.476167] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_members [ 924.479486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.479636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.480220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.480220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.480220] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.480220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.480406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.480440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.480509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.480625] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.515996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.516154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.516390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.516470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.516524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.516742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.516843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.516905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.517068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.517150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.517233] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 is going to be updated. [ 924.541093] env[69513]: INFO networking_nsxv3.common.synchronization [req-c82d4768-078a-43ef-a4bc-da04900514ff req-448ae600-15b9-4c04-8565-42233eafed33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 924.541601] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 924.541910] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.542417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.542521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.543040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.543339] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.543472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.543620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.544200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.544311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.544412] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.546567] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.546747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.546747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.546885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.547086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.556140] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 in Status: IN_PROGRESS for 2s [ 924.865242] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.865548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.865725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.866184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.866505] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.866751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.866955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.867229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.867418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.867688] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.867831] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.867970] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.868190] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.868334] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.868454] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.868591] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.889048] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.889453] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.889453] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.889530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-476" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889995] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-b2af028f-906b-4d66-a9fc-ed6d3f66e904 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.890349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.890349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.890877] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.891064] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2af028f-906b-4d66-a9fc-ed6d3f66e904',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.983199] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.983199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.983199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.983404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.983527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.983782] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.983904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.983995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.984237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.984453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.984506] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a287ce88-b078-42f6-9251-ea5c63689362 already deleted. [ 924.985155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.049344] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.325801] env[69513]: INFO networking_nsxv3.common.synchronization [None req-13c13d41-1fef-4bfe-9807-98e933b5ce67 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 925.326689] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 925.327256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.327356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.397859] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.399021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.399021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.399303] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.399478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.399646] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port b2af028f-906b-4d66-a9fc-ed6d3f66e904 not found, creating... [ 925.399930] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.400116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.400239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.401559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.401559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.401559] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.401559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.401559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.401559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.401875] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.401875] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: b2af028f-906b-4d66-a9fc-ed6d3f66e904 is going to be created. [ 925.428230] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.428481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.428624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.428945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.429268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.429527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.552750] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.057360] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.057360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.057360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.057360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.057360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.057360] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 926.085316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.085316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.085316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.085316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.085316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.093580] env[69513]: INFO networking_nsxv3.common.synchronization [req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d req-2c413b46-997f-4dd1-9060-4e7bc9b02b6c tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 926.095959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 926.095959] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 926.095959] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.096197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.096197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.096368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.096531] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.096627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.096687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.096829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.096917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.097017] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.140454] env[69513]: INFO networking_nsxv3.common.synchronization [req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 req-3fbf1fdb-6d53-4e1e-aff9-1b53df0b1de0 service nova] Enqueued Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_rules [ 926.140454] env[69513]: INFO networking_nsxv3.common.synchronization [req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 req-3fbf1fdb-6d53-4e1e-aff9-1b53df0b1de0 service nova] Enqueued Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_members [ 926.140584] env[69513]: INFO networking_nsxv3.common.synchronization [req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 req-3fbf1fdb-6d53-4e1e-aff9-1b53df0b1de0 service nova] Enqueued Resource ID: b2af028f-906b-4d66-a9fc-ed6d3f66e904 with Priority: HIGHEST for action port [ 926.140980] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_rules [ 926.141119] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_members [ 926.141211] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2af028f-906b-4d66-a9fc-ed6d3f66e904 with Priority: HIGHEST for action port [ 926.141469] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.141579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.142288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.142288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.142288] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.144045] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.144045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.144045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.144045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.144045] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.144045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.144045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.144045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.144615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.144615] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.144977] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2af028f-906b-4d66-a9fc-ed6d3f66e904 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.145093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.145093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.145210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.145619] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2af028f-906b-4d66-a9fc-ed6d3f66e904',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.565392] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 in Status: SUCCESS [ 926.565630] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 deletion is rescheduled due to dependency. [ 926.566022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.599694] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.644193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.644322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.647759] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.648621] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2af028f-906b-4d66-a9fc-ed6d3f66e904 with status ACTIVE [ 926.648814] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.648939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.649019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.649256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.649348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.649531] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.649631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.649710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.649862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.649941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.650130] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.653578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.653578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.653578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.653578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.653578] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2af028f-906b-4d66-a9fc-ed6d3f66e904 is going to be updated. [ 926.670170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.670309] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.670484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.670715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.671290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.671335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2af028f-906b-4d66-a9fc-ed6d3f66e904" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.101965] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.154516] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.510062] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cd771c3-b935-47c5-bd86-98f68f99accf req-f4c976e9-7fcb-4805-a5e7-9fb2e04cdce5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 927.520051] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 927.520051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.520051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.520051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.520051] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.604740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.604884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.604955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.605257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.605356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.605455] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be updated. [ 927.634041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.634190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.634286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.634510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.634694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643561] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: IN_PROGRESS for 2s [ 927.657103] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.657103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.657103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.657103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.657430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.657430] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a287ce88-b078-42f6-9251-ea5c63689362 is going to be created. [ 927.681040] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.681462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.696295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a287ce88-b078-42f6-9251-ea5c63689362 in Status: UNINITIALIZED for 2s [ 928.018722] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.051934] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.052165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.052297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.052576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.052845] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.053016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.053142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.053418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.053624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.053869] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.053994] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.054108] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.055155] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.055155] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.055155] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.055155] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.073196] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.073392] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.073569] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.073799] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.074184] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-aaac7109-c88b-4eba-afd5-8d2935fa15ff taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.074376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.074500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.075574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.075574] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaac7109-c88b-4eba-afd5-8d2935fa15ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.103775] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 928.104094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.104174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.104395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.104663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.104760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.104799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.104999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.105096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.105198] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.523464] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.530207] env[69513]: INFO networking_nsxv3.common.synchronization [None req-a3fcafb5-8439-4b23-bb28-29b96764b7a4 None None] Enqueued Resource ID: c51ebfc4-1fbc-4e94-bd6e-a031e6502261 with Priority: HIGHEST for action port [ 928.531371] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51ebfc4-1fbc-4e94-bd6e-a031e6502261 with Priority: HIGHEST for action port [ 928.531371] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51ebfc4-1fbc-4e94-bd6e-a031e6502261 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.531507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51ebfc4-1fbc-4e94-bd6e-a031e6502261" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.531507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51ebfc4-1fbc-4e94-bd6e-a031e6502261" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.531729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51ebfc4-1fbc-4e94-bd6e-a031e6502261" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.532301] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51ebfc4-1fbc-4e94-bd6e-a031e6502261',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.577942] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.578227] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.578385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.578686] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.578855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.579034] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port aaac7109-c88b-4eba-afd5-8d2935fa15ff not found, creating... [ 928.579406] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.579591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.579714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.579967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.580153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.580447] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.580615] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.580744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.581073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.581190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.581394] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: aaac7109-c88b-4eba-afd5-8d2935fa15ff is going to be created. [ 928.599012] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.599319] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.599543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.599793] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.600091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.600347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.608156] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.608319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.608390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.608639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.608836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.608981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.609124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.609198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.609401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.609486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.609581] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 928.634355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.635014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.635014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.635014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.635014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.644357] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 929.026299] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.026584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.026584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.026943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.027067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.027144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 929.035116] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c51ebfc4-1fbc-4e94-bd6e-a031e6502261 [ 929.035367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.035517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.035587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.035850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.035945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.036081] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c51ebfc4-1fbc-4e94-bd6e-a031e6502261 already deleted. [ 929.036186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51ebfc4-1fbc-4e94-bd6e-a031e6502261" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.052542] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.052723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.052783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.053619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.053820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.065204] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 929.532205] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cd771c3-b935-47c5-bd86-98f68f99accf req-78c4ba45-25dd-409c-8b1c-2f88de57632e service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 929.532484] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cd771c3-b935-47c5-bd86-98f68f99accf req-78c4ba45-25dd-409c-8b1c-2f88de57632e service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 929.532535] env[69513]: INFO networking_nsxv3.common.synchronization [req-4cd771c3-b935-47c5-bd86-98f68f99accf req-78c4ba45-25dd-409c-8b1c-2f88de57632e service nova] Enqueued Resource ID: aaac7109-c88b-4eba-afd5-8d2935fa15ff with Priority: HIGHEST for action port [ 929.532763] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 929.532904] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 929.533000] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaac7109-c88b-4eba-afd5-8d2935fa15ff with Priority: HIGHEST for action port [ 929.534046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.534046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.534046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.534046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.534347] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.539105] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.539238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.539466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaac7109-c88b-4eba-afd5-8d2935fa15ff taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.539570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.539635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.539821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.540016] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaac7109-c88b-4eba-afd5-8d2935fa15ff',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.648867] env[69513]: INFO networking_nsxv3.common.synchronization [req-0c523398-5546-4266-a7ea-a5c378a8d375 req-4ffd3bc6-b769-427f-af8f-ffbd0b795cb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 929.649594] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 929.650445] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.653987] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.653987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.653987] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.657011] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 929.657221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.707790] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a287ce88-b078-42f6-9251-ea5c63689362 in Status: SUCCESS [ 929.708040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.708220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.708432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.708626] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.708735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.708806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.708939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.709030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709205] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.039852] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.039852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.039852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.039852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.039852] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.041415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.043662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.043662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.043662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.043662] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.043662] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.043662] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.043662] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.044417] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.044417] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.044417] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.050352] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.050478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.050672] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaac7109-c88b-4eba-afd5-8d2935fa15ff with status ACTIVE [ 930.050864] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.051087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.051087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.051275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.051374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.052329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.052329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.052329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.052329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.054228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.054700] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.054906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.055033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.055308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.055418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.055516] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaac7109-c88b-4eba-afd5-8d2935fa15ff is going to be updated. [ 930.073808] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.074127] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.074201] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.074382] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.074803] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-b0073485-92f5-403b-8c0e-1e4b4f2f0630 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.075108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.075278] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.075624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.075795] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0073485-92f5-403b-8c0e-1e4b4f2f0630',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.080805] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.080805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.080805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.080805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.080805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.080805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaac7109-c88b-4eba-afd5-8d2935fa15ff" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.159342] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.160168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.160168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.160168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.160168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.160168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.161020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.161020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.161020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.161020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.161020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 already deleted. [ 930.161020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.211268] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.211437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.212015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.212015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.212015] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.212015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.212015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.212231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.212324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.212324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.212593] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.212593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.212731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.212761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.213315] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.213315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.213315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.213315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.213315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.213315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.213597] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.582215] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.582613] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.582675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.582947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.583120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.583283] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port b0073485-92f5-403b-8c0e-1e4b4f2f0630 not found, creating... [ 930.583553] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.583756] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.583852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.584089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.584261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.584528] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.584667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.584850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.585827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.585827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.587339] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: b0073485-92f5-403b-8c0e-1e4b4f2f0630 is going to be created. [ 930.608401] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.608607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.608713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.609458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.609458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.609458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.654679] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 930.654872] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 deletion is rescheduled due to dependency. [ 930.654998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.717174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a287ce88-b078-42f6-9251-ea5c63689362: rpc.has_security_group_logging(os_id): False [ 930.745047] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.745176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.745254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.745636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.745844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.746200] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.746376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.746499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.747392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.747392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.749789] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.749890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.749958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.750151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.750238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.750447] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.750548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.750612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.750756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.750835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.750923] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a287ce88-b078-42f6-9251-ea5c63689362 is going to be created. [ 930.823434] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.823434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.823434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.823434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.823434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.835212] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a287ce88-b078-42f6-9251-ea5c63689362 in Status: IN_PROGRESS for 2s [ 930.961418] env[69513]: INFO networking_nsxv3.common.synchronization [None req-c0608540-e810-4bd2-b96b-09d47683bd5d None None] Enqueued Resource ID: a10af9d0-7f55-4b8c-9dde-199d491ee032 with Priority: HIGHEST for action port [ 930.961418] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10af9d0-7f55-4b8c-9dde-199d491ee032 with Priority: HIGHEST for action port [ 930.961418] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a10af9d0-7f55-4b8c-9dde-199d491ee032 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.961418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a10af9d0-7f55-4b8c-9dde-199d491ee032" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.961418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a10af9d0-7f55-4b8c-9dde-199d491ee032" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.961418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a10af9d0-7f55-4b8c-9dde-199d491ee032" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.961418] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10af9d0-7f55-4b8c-9dde-199d491ee032',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.075668] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 931.075936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.076207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.076418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.076598] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.076773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.076841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.076986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.077054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.077127] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.302893] env[69513]: INFO networking_nsxv3.common.synchronization [req-0c523398-5546-4266-a7ea-a5c378a8d375 req-12b22dfc-136e-4bfe-bf7d-d6880f924548 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 931.303131] env[69513]: INFO networking_nsxv3.common.synchronization [req-0c523398-5546-4266-a7ea-a5c378a8d375 req-12b22dfc-136e-4bfe-bf7d-d6880f924548 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 931.303288] env[69513]: INFO networking_nsxv3.common.synchronization [req-0c523398-5546-4266-a7ea-a5c378a8d375 req-12b22dfc-136e-4bfe-bf7d-d6880f924548 service nova] Enqueued Resource ID: b0073485-92f5-403b-8c0e-1e4b4f2f0630 with Priority: HIGHEST for action port [ 931.303794] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 931.303941] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 931.304042] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0073485-92f5-403b-8c0e-1e4b4f2f0630 with Priority: HIGHEST for action port [ 931.304328] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.304448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.304521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.304825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.304907] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.305876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.305979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.306074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.306264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.306485] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.306592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.306661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.306819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.306914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.307009] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.307828] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0073485-92f5-403b-8c0e-1e4b4f2f0630 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.307918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.307953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.308222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.308301] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0073485-92f5-403b-8c0e-1e4b4f2f0630',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.469381] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a10af9d0-7f55-4b8c-9dde-199d491ee032 [ 931.469488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.469585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.469665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.469877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.469973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.470766] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a10af9d0-7f55-4b8c-9dde-199d491ee032 already deleted. [ 931.470766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a10af9d0-7f55-4b8c-9dde-199d491ee032" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.582425] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.812686] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0073485-92f5-403b-8c0e-1e4b4f2f0630 with status ACTIVE [ 931.813210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.813453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.813575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.814085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.814348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.814462] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.814613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.814712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.814923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.815069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.815261] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.815353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.815413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.815552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.815624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.815708] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0073485-92f5-403b-8c0e-1e4b4f2f0630 is going to be updated. [ 931.817077] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.818039] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.818209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838818] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.839149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0073485-92f5-403b-8c0e-1e4b4f2f0630" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.084283] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.320858] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.358022] env[69513]: INFO networking_nsxv3.common.synchronization [req-27c8e800-fa3f-4d9b-9293-0fd3460e367a req-c4b009fc-feff-4286-b8f5-3df2d4275c82 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_members [ 932.358022] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_members [ 932.358022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.358022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.358022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.358022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.594760] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.594760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.594760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.594760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.594760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.594760] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 932.621698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.621698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.621698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.621698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.621698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.630028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 932.823149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.824037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.824710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.825048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.825235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.825426] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be created. [ 932.854905] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.855315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.855565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.855958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.856272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.858979] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a287ce88-b078-42f6-9251-ea5c63689362 in Status: SUCCESS [ 932.859324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.860166] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.860776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.860953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.862144] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.862144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 already deleted. [ 932.862144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.867204] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: UNINITIALIZED for 2s [ 933.099274] env[69513]: INFO networking_nsxv3.common.synchronization [req-40355f6e-0606-435a-872f-855af6b2b854 req-27995035-d0d4-4d25-a438-619e865ed77c tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Enqueued Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_members [ 933.100015] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd with Priority: HIGHEST for action security_group_members [ 933.100387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9169f0-93da-4723-92ab-9a52ff55acbd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.100521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.100589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.100886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.101022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.101081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.101153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.101310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.101440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.101511] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9169f0-93da-4723-92ab-9a52ff55acbd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.134408] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.134639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-841" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.134788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-841" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.135175] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-841" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.135502] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.135755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.135983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.136246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.136425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.136649] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.136765] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.137048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.137048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.137168] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.137298] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.137468] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.157893] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.158104] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.158297] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.162026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-841" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.162026] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.162026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.162026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.162026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.162026] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a607ab-dfe8-4159-8df9-4d4ad1768ba0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.604101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.604101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.604101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.604101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.624150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.624513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.624711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.624824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.625181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.625323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.625473] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd is going to be updated. [ 933.654018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.654018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.654018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.654018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.654018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.665404] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.665404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.665404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.665404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.666059] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.666059] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 not found, creating... [ 933.666189] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.667396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.667396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.667396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.667396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.667396] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.667704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.668310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.668310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.672113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.672389] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 is going to be created. [ 933.677355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd in Status: IN_PROGRESS for 2s [ 933.714360] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.715722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.715722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.715722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.715722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.443717] env[69513]: INFO networking_nsxv3.common.synchronization [req-d642348f-58e5-4410-a56f-fa18674b4584 req-2cdaf5a6-2efc-4ef1-88c1-faa5dbec698e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 934.444301] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 934.444698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.445261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.445261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.445261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.445451] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.445585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.445659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.446115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.446115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.446461] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.599242] env[69513]: INFO networking_nsxv3.common.synchronization [req-27c8e800-fa3f-4d9b-9293-0fd3460e367a req-f417ac97-eb95-48ac-a3be-10b1abb35d66 service nova] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_rules [ 934.599591] env[69513]: INFO networking_nsxv3.common.synchronization [req-27c8e800-fa3f-4d9b-9293-0fd3460e367a req-f417ac97-eb95-48ac-a3be-10b1abb35d66 service nova] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_members [ 934.599865] env[69513]: INFO networking_nsxv3.common.synchronization [req-27c8e800-fa3f-4d9b-9293-0fd3460e367a req-f417ac97-eb95-48ac-a3be-10b1abb35d66 service nova] Enqueued Resource ID: 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 with Priority: HIGHEST for action port [ 934.600081] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_rules [ 934.600470] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_members [ 934.600470] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 with Priority: HIGHEST for action port [ 934.601367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.601367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.601367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.601578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.601724] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.603880] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.603880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.603880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.603880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.603880] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.603880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.605756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.605756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.605756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.605756] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.606748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.606843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.607655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.607655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.607655] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a607ab-dfe8-4159-8df9-4d4ad1768ba0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.643096] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 934.643360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.644075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.644290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.644711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.644839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.644901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.645188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.645188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.645321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.645321] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.876893] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 934.877884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.877884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.877884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.878489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.878489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.878489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.878489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.879093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.879222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.879317] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.948808] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.109782] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.112324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.112324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.112324] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 with status ACTIVE [ 935.112324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.112697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.112697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.112838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.112938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.113157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.113286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.113363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.113458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.113534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.113715] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.113848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.113918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.113994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.117182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.118443] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 is going to be updated. [ 935.138466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.139834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.139834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.139834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.139834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.139834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a607ab-dfe8-4159-8df9-4d4ad1768ba0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.148430] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.148616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.149080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.149080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.149080] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.149242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.149242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.149414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.149503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.149587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.149734] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.149868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.149908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.150054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.150519] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.150519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.150519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.150717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.150717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.150717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.150835] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.381225] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.381387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.381465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.381784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.382066] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.382143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.382143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.382296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.382383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.382468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.382615] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.382706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.382764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.382903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.383139] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.386493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.386493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.386493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.386493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.386493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.386493] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.403902] env[69513]: INFO networking_nsxv3.common.synchronization [req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 req-23c04caa-4be6-4028-9c70-8a2f05078397 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_members [ 935.406937] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGHEST for action security_group_members [ 935.407643] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.407643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.407777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.407971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.408136] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.408250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.408333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.408523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.408614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.408724] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.451699] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.619425] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.655114] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343f61c-6c9b-4836-9e95-fdf3d93d3de1: rpc.has_security_group_logging(os_id): False [ 935.672972] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.672972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.673241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.683628] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd in Status: SUCCESS [ 935.683820] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9169f0-93da-4723-92ab-9a52ff55acbd deletion is rescheduled due to dependency. [ 935.683982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9169f0-93da-4723-92ab-9a52ff55acbd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.691061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.691665] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.691665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.691665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.691933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.692131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.692498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.692591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.692695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.692848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.692964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.693297] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.693438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.693614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.693877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.693950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.694101] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 935.750813] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.750975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.751086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.751525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.751698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.765504] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 935.888417] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 935.906915] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.907648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.907731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.907989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.908110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.908359] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.909027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.909412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909640] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.910188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.910319] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be created. [ 935.912193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.912355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.912407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.912579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.930909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.932171] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.932171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.932171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.932171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.932171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.932171] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 is going to be updated. [ 935.954311] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.954505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.954588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.954845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.954941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.955064] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 935.958676] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.958676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.958676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.958676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.958909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.968776] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 in Status: IN_PROGRESS for 2s [ 935.989295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.989442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.989517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.989724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.989867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.998663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.998817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.998889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.000248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.000248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.000866] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 936.014674] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 936.121888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.122055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.122997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.122997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.122997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.122997] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 is going to be created. [ 936.146491] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.146634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.146702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.147056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.147220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.158533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 in Status: UNINITIALIZED for 2s [ 936.505101] env[69513]: INFO networking_nsxv3.common.synchronization [None req-1cdf1876-c71b-4bcc-93a8-eae2639ac31a tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: 95c64464-8b40-4e82-bebf-8f784d64f7ba with Priority: HIGHEST for action security_group_rules [ 936.505673] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c64464-8b40-4e82-bebf-8f784d64f7ba with Priority: HIGHEST for action security_group_rules [ 936.506040] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c64464-8b40-4e82-bebf-8f784d64f7ba taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.506163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.506227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.506486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.506586] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c64464-8b40-4e82-bebf-8f784d64f7ba',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.670727] env[69513]: INFO networking_nsxv3.common.synchronization [None req-926e8f73-2417-4918-b1d4-6bebe287a134 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: 95c64464-8b40-4e82-bebf-8f784d64f7ba with Priority: HIGHEST for action security_group_rules [ 936.676131] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c64464-8b40-4e82-bebf-8f784d64f7ba with Priority: HIGHEST for action security_group_rules [ 936.676131] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c64464-8b40-4e82-bebf-8f784d64f7ba taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.676131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.028128] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.028217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.028321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.028556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.031048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.031048] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c64464-8b40-4e82-bebf-8f784d64f7ba already deleted. [ 937.031048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.031048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.031352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.031352] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c64464-8b40-4e82-bebf-8f784d64f7ba',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.554835] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.555042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.555092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.555287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.555378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.555480] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c64464-8b40-4e82-bebf-8f784d64f7ba already deleted. [ 937.555617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c64464-8b40-4e82-bebf-8f784d64f7ba" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.786226] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 937.789022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.979330] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 in Status: SUCCESS [ 937.979543] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 deletion is rescheduled due to dependency. [ 937.979671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.011510] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 938.011746] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.024783] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 938.025030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.168097] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 in Status: SUCCESS [ 938.168303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.168475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.168724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.168928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.169054] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.169118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.169269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.169349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.169431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.169517] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.572457] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d690812a-7b46-489f-b8f0-8cdec9e9278b None None] Enqueued Resource ID: 15478383-2250-4ad6-9b40-ecda83171f4b with Priority: HIGHEST for action port [ 938.576258] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15478383-2250-4ad6-9b40-ecda83171f4b with Priority: HIGHEST for action port [ 938.576258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-15478383-2250-4ad6-9b40-ecda83171f4b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.576258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15478383-2250-4ad6-9b40-ecda83171f4b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.576258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15478383-2250-4ad6-9b40-ecda83171f4b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.576258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15478383-2250-4ad6-9b40-ecda83171f4b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.576258] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15478383-2250-4ad6-9b40-ecda83171f4b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.591847] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7e1f067-d479-47b9-a559-f606e3f24876 req-86e2e59b-9950-4eab-b956-a9c5f8bfd8e5 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 938.591847] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 938.593378] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.593378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.593378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.594415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.594415] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.594415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.594415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.595658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.595658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.595658] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.674593] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.078062] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15478383-2250-4ad6-9b40-ecda83171f4b [ 939.078361] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.078499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.078568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.078968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.078968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.078968] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15478383-2250-4ad6-9b40-ecda83171f4b already deleted. [ 939.079118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15478383-2250-4ad6-9b40-ecda83171f4b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.098591] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.098778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.098822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.102027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.102027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 already deleted. [ 939.102027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.178590] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfb39df-6843-4dee-9581-ae5c85d1fd76: rpc.has_security_group_logging(os_id): False [ 939.199125] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.199321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.199321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.199475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.199580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.199864] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.199975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.200076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.200260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.200343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.200445] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 is going to be created. [ 939.261358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.261523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.261601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.261808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.263062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.273470] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 in Status: IN_PROGRESS for 2s [ 939.347549] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.347861] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.348033] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.348407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.349182] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.349182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.349182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.349438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.349438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.349676] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.349828] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.349956] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.350960] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.350960] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.350960] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.350960] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.383361] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.383361] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.383361] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.383361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.383361] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-98802f35-5ca3-4463-ae6a-77ead9a32f15 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.383361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.383361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.383361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.383361] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98802f35-5ca3-4463-ae6a-77ead9a32f15',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.686296] env[69513]: INFO networking_nsxv3.common.synchronization [None req-c8f48486-929b-4208-ab7f-d0dd04a707bc tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_rules [ 939.686581] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_rules [ 939.686884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.687629] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.851225] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f9cfb5c8-8bd6-45f2-9122-249645ae51c3 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_rules [ 939.851225] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_rules [ 939.851225] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.852164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.886085] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.886346] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.886502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.886890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.887088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.887295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 98802f35-5ca3-4463-ae6a-77ead9a32f15 not found, creating... [ 939.889094] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.890306] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.890480] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.890805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.894103] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.895133] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.895133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.895133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.895320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.895486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.895689] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 98802f35-5ca3-4463-ae6a-77ead9a32f15 is going to be created. [ 939.919726] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.919726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.919726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.919726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.919726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.919726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.217411] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.217411] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60736436-4add-4036-9002-7a09bf451eed already deleted. [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.217411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.217411] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.741178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.741828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.741828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.741965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.743208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.743208] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60736436-4add-4036-9002-7a09bf451eed already deleted. [ 940.743208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.958454] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7e1f067-d479-47b9-a559-f606e3f24876 req-566eb581-1370-4e5c-b3c8-41438f83a10f service nova] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_rules [ 940.958687] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7e1f067-d479-47b9-a559-f606e3f24876 req-566eb581-1370-4e5c-b3c8-41438f83a10f service nova] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 940.958687] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7e1f067-d479-47b9-a559-f606e3f24876 req-566eb581-1370-4e5c-b3c8-41438f83a10f service nova] Enqueued Resource ID: 98802f35-5ca3-4463-ae6a-77ead9a32f15 with Priority: HIGHEST for action port [ 940.959281] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_rules [ 940.959439] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 940.960253] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98802f35-5ca3-4463-ae6a-77ead9a32f15 with Priority: HIGHEST for action port [ 940.961103] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.961387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.961576] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.961917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.962101] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.963184] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.963448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.963592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.963857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.964140] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.964346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.964513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.964758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.964919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.966840] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.966840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-98802f35-5ca3-4463-ae6a-77ead9a32f15 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.966840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.966840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.966840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.966840] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98802f35-5ca3-4463-ae6a-77ead9a32f15',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.286681] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 in Status: SUCCESS [ 941.289140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.315282] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f4f3f507-6213-469e-8f3a-8743e3d4786e None None] Enqueued Resource ID: 7eb0f29c-c452-4ede-b9f1-7a2018f59fa9 with Priority: HIGHEST for action port [ 941.315851] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb0f29c-c452-4ede-b9f1-7a2018f59fa9 with Priority: HIGHEST for action port [ 941.316120] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb0f29c-c452-4ede-b9f1-7a2018f59fa9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.316332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb0f29c-c452-4ede-b9f1-7a2018f59fa9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.316332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb0f29c-c452-4ede-b9f1-7a2018f59fa9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.316552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb0f29c-c452-4ede-b9f1-7a2018f59fa9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.316661] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb0f29c-c452-4ede-b9f1-7a2018f59fa9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.470258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.476028] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.476028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98802f35-5ca3-4463-ae6a-77ead9a32f15 with status ACTIVE [ 941.476028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.476028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.476028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.476028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.476829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.476829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.476829] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98802f35-5ca3-4463-ae6a-77ead9a32f15 is going to be updated. [ 941.499640] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.499640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.499640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.499640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.499640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.499640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98802f35-5ca3-4463-ae6a-77ead9a32f15" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.822366] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eb0f29c-c452-4ede-b9f1-7a2018f59fa9 [ 941.822707] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.822858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.822956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.823236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.823335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.823608] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eb0f29c-c452-4ede-b9f1-7a2018f59fa9 already deleted. [ 941.823608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb0f29c-c452-4ede-b9f1-7a2018f59fa9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.980680] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.443596] env[69513]: INFO networking_nsxv3.common.synchronization [req-0b112d9c-9a91-40c5-990c-f511437a18b2 req-4382ba28-312d-4c4e-91d5-63d4c00aa6ae tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 942.444217] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 942.444566] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.444702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.444784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.445041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.445236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.445494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.445494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.445633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.445663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.445741] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.482888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.483089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.483134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.483412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.483523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.483628] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be created. [ 942.504827] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.505039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.505039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.505227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.505840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.516517] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: UNINITIALIZED for 2s [ 942.539012] env[69513]: INFO networking_nsxv3.common.synchronization [req-51257321-5b08-4777-a08e-a67e666785af req-603eeffc-2538-4636-82e6-6d097ee9762f tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Enqueued Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_members [ 942.542087] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a287ce88-b078-42f6-9251-ea5c63689362 with Priority: HIGHEST for action security_group_members [ 942.542452] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a287ce88-b078-42f6-9251-ea5c63689362 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.542588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.542648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.542918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.543141] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.543254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.543350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.543540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.543577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.543657] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a287ce88-b078-42f6-9251-ea5c63689362',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.811145] env[69513]: INFO networking_nsxv3.common.synchronization [req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 req-cc0db754-69ca-4722-9f1e-f79aae34bb4b tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 942.811145] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 942.811145] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.811145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.811145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.811145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.811425] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.811739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.811739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.811739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.811870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.812845] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.949454] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.949454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.949741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.949843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.972910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.972910] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.972910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.972910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.973411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.973512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.973635] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 943.001470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.007143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.007143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.007143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.007143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.010627] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 943.046090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.049021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.049021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.049021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a287ce88-b078-42f6-9251-ea5c63689362 is going to be updated. [ 943.077231] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.077436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.077542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.077827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.078046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.095014] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a287ce88-b078-42f6-9251-ea5c63689362 in Status: IN_PROGRESS for 2s [ 943.314864] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.820768] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.044929] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.045279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.045350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.045602] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.045888] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.046845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.047046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.047333] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.047493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.047770] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.047843] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.047961] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.048094] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.048297] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.048372] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.048475] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.069145] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.069469] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.069640] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.069876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.070229] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c924ab80-6559-422b-b440-897f66b3e119 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.070475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.070636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.070960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.071142] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c924ab80-6559-422b-b440-897f66b3e119',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.323512] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.323648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.324140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.324675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.325853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.325853] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be updated. [ 944.374710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.374710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.374710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.374710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.374710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.384834] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: IN_PROGRESS for 2s [ 944.533102] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: SUCCESS [ 944.533453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.533695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.535992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.535992] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.535992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.535992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.535992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.535992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.535992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.535992] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.574472] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.574472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.574472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.574751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.575344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.575344] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c924ab80-6559-422b-b440-897f66b3e119 not found, creating... [ 944.575487] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.575559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.575646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.575871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.576069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.576433] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.576648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.576855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.581201] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.581201] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.581201] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c924ab80-6559-422b-b440-897f66b3e119 is going to be created. [ 944.606521] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.606780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.606988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.607318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.607555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.607787] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.014102] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bb76041f-5487-41b3-b048-c62c1977d96a None None] Enqueued Resource ID: 6f427acc-2870-47bb-9790-953459767364 with Priority: HIGHEST for action port [ 945.015410] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f427acc-2870-47bb-9790-953459767364 with Priority: HIGHEST for action port [ 945.015410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f427acc-2870-47bb-9790-953459767364 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.016328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f427acc-2870-47bb-9790-953459767364" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.016454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f427acc-2870-47bb-9790-953459767364" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.016699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f427acc-2870-47bb-9790-953459767364" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.016810] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f427acc-2870-47bb-9790-953459767364',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.028681] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 945.028681] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 945.028681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.040681] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.044095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044095] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.047716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.047716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.048410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.048410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.048410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.048410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.048758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.048758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.048819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.048951] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.049061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.049387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.049387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.049387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.049636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.049636] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.107377] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a287ce88-b078-42f6-9251-ea5c63689362 in Status: SUCCESS [ 945.107377] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a287ce88-b078-42f6-9251-ea5c63689362 deletion is rescheduled due to dependency. [ 945.107377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a287ce88-b078-42f6-9251-ea5c63689362" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.520588] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f427acc-2870-47bb-9790-953459767364 [ 945.520731] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.520872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.520942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.521187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.521289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.521395] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f427acc-2870-47bb-9790-953459767364 already deleted. [ 945.521473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f427acc-2870-47bb-9790-953459767364" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.555274] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d758ba18-3b66-4e2d-a47d-8e99e75f32c7: rpc.has_security_group_logging(os_id): False [ 945.580663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.580796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.580796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.581113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.581241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.581445] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.581543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.581654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.582141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.582141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.582282] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.582345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.582378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.582537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.582625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.582833] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.582948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.583067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.583227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.583808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.583808] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be created. [ 945.647673] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.648102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.648102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.659017] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: IN_PROGRESS for 2s [ 945.832020] env[69513]: INFO networking_nsxv3.common.synchronization [req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 req-a968dbc4-17e7-4215-9b20-923978281a5b service nova] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_rules [ 945.832020] env[69513]: INFO networking_nsxv3.common.synchronization [req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 req-a968dbc4-17e7-4215-9b20-923978281a5b service nova] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 945.832020] env[69513]: INFO networking_nsxv3.common.synchronization [req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 req-a968dbc4-17e7-4215-9b20-923978281a5b service nova] Enqueued Resource ID: c924ab80-6559-422b-b440-897f66b3e119 with Priority: HIGHEST for action port [ 945.832020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_rules [ 945.832020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 945.832873] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c924ab80-6559-422b-b440-897f66b3e119 with Priority: HIGHEST for action port [ 945.833229] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.833369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.833435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.833656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.833755] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.834929] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.835210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.835588] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c924ab80-6559-422b-b440-897f66b3e119 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.835696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.835786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.835970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.836093] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c924ab80-6559-422b-b440-897f66b3e119',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.338872] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.339125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.339239] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c924ab80-6559-422b-b440-897f66b3e119 with status ACTIVE [ 946.339420] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.339526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.339590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.341524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.341524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.341524] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.341524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.341524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.341874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.341874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.341930] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.342060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.342133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.342213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.342301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.342384] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c924ab80-6559-422b-b440-897f66b3e119 is going to be updated. [ 946.366035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.366861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.366861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.366861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.366861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.367152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c924ab80-6559-422b-b440-897f66b3e119" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.396070] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 946.396070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.396070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.396070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.396070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.396384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.396384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.396384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.396488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.396519] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.830016] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8603b86c-b0b8-4668-a161-d2cd2d8a087e tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 946.830595] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 946.831027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.831114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.831156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.831453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.831568] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.899936] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.965762] env[69513]: INFO networking_nsxv3.common.synchronization [None req-26d0eb6f-68e6-4a0d-b491-b3fb001e41fc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 946.966309] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 946.966768] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354395] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.354666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.354822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.354939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.355035] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e already deleted. [ 947.355090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.355247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.356138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.356138] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.407373] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.672024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: SUCCESS [ 947.672024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.881150] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.881150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.881150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.881150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.881150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.881150] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e already deleted. [ 947.881150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.910692] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.910933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.910933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.911125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.911125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.911237] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be updated. [ 947.942016] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.943852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.943852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.943852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.943852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.954179] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: IN_PROGRESS for 2s [ 948.056672] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d891fc8c-c74d-4aa1-ac47-9d79d8ca925b None None] Enqueued Resource ID: 6e2cfead-ae62-4017-a939-aff872f03c9d with Priority: HIGHEST for action port [ 948.056672] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2cfead-ae62-4017-a939-aff872f03c9d with Priority: HIGHEST for action port [ 948.056672] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2cfead-ae62-4017-a939-aff872f03c9d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.057332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2cfead-ae62-4017-a939-aff872f03c9d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.057805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2cfead-ae62-4017-a939-aff872f03c9d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.058233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2cfead-ae62-4017-a939-aff872f03c9d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.058723] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2cfead-ae62-4017-a939-aff872f03c9d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.561288] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e2cfead-ae62-4017-a939-aff872f03c9d [ 948.561596] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.561709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.561786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.561998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.562105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.562208] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e2cfead-ae62-4017-a939-aff872f03c9d already deleted. [ 948.562293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2cfead-ae62-4017-a939-aff872f03c9d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.402999] env[69513]: INFO networking_nsxv3.common.synchronization [req-730bb671-8e3b-494c-8915-cbba609c14f4 req-c366b0ee-e328-4f30-a636-066770ff855b tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Enqueued Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_members [ 949.403860] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_members [ 949.404277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.404460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.404907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.404907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.405076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.405153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.405203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.405636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.405774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.406037] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.555756] env[69513]: INFO networking_nsxv3.common.synchronization [req-d3064266-cec1-4cc2-9382-9c37eb6acec1 req-5f113aaa-ddb4-4596-8414-08f23ab9147e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 949.556590] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 949.556946] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.557310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.557389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.559321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.559321] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.559321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.559321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.559321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.559321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.559321] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.742848] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ee6998b2-3aaf-4790-9d33-e5dccb83316e None None] Enqueued Resource ID: 8d649e56-d40a-4624-958b-0686da3f79f5 with Priority: HIGHEST for action port [ 949.743406] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d649e56-d40a-4624-958b-0686da3f79f5 with Priority: HIGHEST for action port [ 949.744621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d649e56-d40a-4624-958b-0686da3f79f5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.744829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d649e56-d40a-4624-958b-0686da3f79f5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.744933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d649e56-d40a-4624-958b-0686da3f79f5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.745423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d649e56-d40a-4624-958b-0686da3f79f5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.745529] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d649e56-d40a-4624-958b-0686da3f79f5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.840031] env[69513]: INFO networking_nsxv3.common.synchronization [req-56afb635-c32c-4f00-b818-b8f36a8aae41 req-66e4e881-0232-4c85-9b00-1d63a44a219d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Enqueued Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 949.840031] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 with Priority: HIGHEST for action security_group_members [ 949.840031] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.840031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.840031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.840031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.840031] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.840031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.840031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.842785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.842785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.842785] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.910300] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.910492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.910534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.910764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.910861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.911078] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.911178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.911248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.911396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.911488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.911545] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9726129d-c56d-480b-9076-0b352b50404a already deleted. [ 949.911624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.966402] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 949.966671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.966893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.967254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.967506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.967663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.967900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.968242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.968345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.968473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.968582] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.024608] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-514" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.025206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-514" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.025579] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-514" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.025965] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.026232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.026414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.026732] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.026948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.027265] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.027500] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.027621] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.027831] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.027962] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.028147] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.028355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.048665] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.048665] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.048665] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.049634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-514" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.049634] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7fc974d7-e978-4f3c-80d9-314f9255195e taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.049634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.049634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.049875] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.049956] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc974d7-e978-4f3c-80d9-314f9255195e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.062090] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.249856] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d649e56-d40a-4624-958b-0686da3f79f5 [ 950.250097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.250248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.250316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.250701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.250701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.250701] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d649e56-d40a-4624-958b-0686da3f79f5 already deleted. [ 950.250840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d649e56-d40a-4624-958b-0686da3f79f5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.345700] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.345864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.345864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.347488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.372821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.372821] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.372975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.373053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.373338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.373862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.373862] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 is going to be updated. [ 950.412212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.412440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.412566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.412837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.413446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.422610] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: IN_PROGRESS for 2s [ 950.470787] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.470988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.471067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.471255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472976] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.472976] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.472976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.487621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.487621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.487621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.487621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.487621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.487621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487621] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.556022] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.556022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7fc974d7-e978-4f3c-80d9-314f9255195e not found, creating... [ 950.556022] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.556022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.556603] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.556603] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.556603] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.558055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.560727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.561161] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7fc974d7-e978-4f3c-80d9-314f9255195e is going to be created. [ 950.564501] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.592999] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.593252] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.593389] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.593664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.593926] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.594237] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.975736] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f930123-61d5-40ef-a6e4-4b7640c19bca: rpc.has_security_group_logging(os_id): False [ 950.997722] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.997899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.997973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.998196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.998435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.998667] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.998667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.998667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.998855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.998903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.999132] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.999224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.999286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.999429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.999504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.999731] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.999826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.999897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.000043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.000121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.000365] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be updated. [ 951.059735] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.059986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.059986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.060458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.060458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.067076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.067076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.067076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.067076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.067076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.067076] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 951.086027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: IN_PROGRESS for 2s [ 951.105184] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.105309] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.105309] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.105511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.105652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.117433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 951.315280] env[69513]: INFO networking_nsxv3.common.synchronization [req-730bb671-8e3b-494c-8915-cbba609c14f4 req-2fecea29-6068-4ccc-b9ae-fe169a8a1606 service nova] Enqueued Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_rules [ 951.315458] env[69513]: INFO networking_nsxv3.common.synchronization [req-730bb671-8e3b-494c-8915-cbba609c14f4 req-2fecea29-6068-4ccc-b9ae-fe169a8a1606 service nova] Enqueued Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_members [ 951.315600] env[69513]: INFO networking_nsxv3.common.synchronization [req-730bb671-8e3b-494c-8915-cbba609c14f4 req-2fecea29-6068-4ccc-b9ae-fe169a8a1606 service nova] Enqueued Resource ID: 7fc974d7-e978-4f3c-80d9-314f9255195e with Priority: HIGHEST for action port [ 951.315825] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_rules [ 951.315953] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_members [ 951.316063] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc974d7-e978-4f3c-80d9-314f9255195e with Priority: HIGHEST for action port [ 951.316676] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.316770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.316855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.317822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.320006] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.320006] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.320006] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.320006] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.320006] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.320535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc974d7-e978-4f3c-80d9-314f9255195e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.320587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.320647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.321384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.321384] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc974d7-e978-4f3c-80d9-314f9255195e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.642472] env[69513]: INFO networking_nsxv3.common.synchronization [None req-060c113d-ec12-4039-b057-3003b6114a04 None None] Enqueued Resource ID: 9d06e57c-73a3-4d0b-ab75-212b235361d1 with Priority: HIGHEST for action port [ 951.643043] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d06e57c-73a3-4d0b-ab75-212b235361d1 with Priority: HIGHEST for action port [ 951.643354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d06e57c-73a3-4d0b-ab75-212b235361d1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.643480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d06e57c-73a3-4d0b-ab75-212b235361d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.643547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d06e57c-73a3-4d0b-ab75-212b235361d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.643796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d06e57c-73a3-4d0b-ab75-212b235361d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.643878] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d06e57c-73a3-4d0b-ab75-212b235361d1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.822350] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.823448] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.823564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.823741] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fc974d7-e978-4f3c-80d9-314f9255195e with status ACTIVE [ 951.823903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.823996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.824119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.824378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.824621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.824658] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.824728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.824829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.824940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.827682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.827682] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.827682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.827682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.827837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.827965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.828017] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fc974d7-e978-4f3c-80d9-314f9255195e is going to be updated. [ 951.851242] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.851425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.851489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.851837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.851837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.851987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc974d7-e978-4f3c-80d9-314f9255195e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.147739] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d06e57c-73a3-4d0b-ab75-212b235361d1 [ 952.147739] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.147739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.147739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.147739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.147739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.147739] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d06e57c-73a3-4d0b-ab75-212b235361d1 already deleted. [ 952.147739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d06e57c-73a3-4d0b-ab75-212b235361d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.330390] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.433455] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 in Status: SUCCESS [ 952.433538] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4 deletion is rescheduled due to dependency. [ 952.433600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.836389] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.836389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.836389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.836389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.836389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.836389] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9726129d-c56d-480b-9076-0b352b50404a is going to be created. [ 952.865159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.865615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.865615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.865615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.865729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.877128] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9726129d-c56d-480b-9076-0b352b50404a in Status: UNINITIALIZED for 2s [ 953.099082] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 953.099315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.125796] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 4s [ 954.886834] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9726129d-c56d-480b-9076-0b352b50404a in Status: SUCCESS [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.889410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.889410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.889410] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.136157] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 955.136157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.299414] env[69513]: INFO networking_nsxv3.common.synchronization [req-e7721641-9226-4ffe-ae4c-05fe9a034bbe req-06a449fc-7467-4fd4-8ce0-903ce62e3aa8 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 955.300023] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGHEST for action security_group_members [ 955.300393] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.300393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.300521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.300641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.300771] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.300873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.300991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.305444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.305444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.305444] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.392886] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.392969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.393086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.393312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.393505] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.393660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.393660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.394297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.396018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.396018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.396018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.396423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.397747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.397747] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.809760] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.810162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.810392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.810801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.832726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.833026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.833191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.833262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.833480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.834239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.834239] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be updated. [ 955.865857] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.865992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.866078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.866333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.866476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.877531] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: IN_PROGRESS for 2s [ 955.900945] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9726129d-c56d-480b-9076-0b352b50404a: rpc.has_security_group_logging(os_id): False [ 955.916032] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.916032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.918750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.918750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.918750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.918750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.919346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.919346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.919346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.919346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.919346] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9726129d-c56d-480b-9076-0b352b50404a is going to be created. [ 955.976530] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.976872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.976872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.976966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.977133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.986446] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9726129d-c56d-480b-9076-0b352b50404a in Status: IN_PROGRESS for 2s [ 956.130029] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ccb24418-563d-44a6-b1b9-e3f010b6c311 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 956.130543] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 956.131088] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.131368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.131438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.131706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.131794] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.274900] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ef42d744-5622-49b1-b7f9-dfb0e73baae4 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 956.275455] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 956.275758] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.275912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.651621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.651839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.651839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.652077] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.652174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.652265] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 already deleted. [ 956.652474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.652559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.652692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.652776] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.163631] env[69513]: INFO networking_nsxv3.common.synchronization [None req-93ca19a4-fac5-4145-99bd-4cd4e260fafe None None] Enqueued Resource ID: 0b3d8fd7-b781-4d60-90e6-a24309562c4f with Priority: HIGHEST for action port [ 957.163983] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3d8fd7-b781-4d60-90e6-a24309562c4f with Priority: HIGHEST for action port [ 957.165344] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b3d8fd7-b781-4d60-90e6-a24309562c4f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.165519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b3d8fd7-b781-4d60-90e6-a24309562c4f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.165609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b3d8fd7-b781-4d60-90e6-a24309562c4f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.166068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b3d8fd7-b781-4d60-90e6-a24309562c4f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.166191] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3d8fd7-b781-4d60-90e6-a24309562c4f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.172263] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.172415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.172512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.172687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.172782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.172876] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 already deleted. [ 957.172956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.668485] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b3d8fd7-b781-4d60-90e6-a24309562c4f [ 957.668904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.668904] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.669094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.669170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.669259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.669353] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b3d8fd7-b781-4d60-90e6-a24309562c4f already deleted. [ 957.670165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b3d8fd7-b781-4d60-90e6-a24309562c4f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.715297] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8a0c2d5b-4d9c-46d7-94e9-3fa89c2c5d5b tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 957.715819] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 957.716133] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.716253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.716347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.716978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.717054] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.789022] env[69513]: INFO networking_nsxv3.common.synchronization [None req-25f590c6-b6b0-4b4a-98bf-d48c7bf91ad3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 957.789022] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 957.789022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.789022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.887542] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 in Status: SUCCESS [ 957.887700] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 deletion is rescheduled due to dependency. [ 957.888856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.998298] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9726129d-c56d-480b-9076-0b352b50404a in Status: SUCCESS [ 957.998646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.236255] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.236575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.236575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.236728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.236834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.236908] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 already deleted. [ 958.236988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.237262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.237488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.237584] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.760717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.761439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.761439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.761439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.761706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.761706] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 already deleted. [ 958.761706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.572562] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bc6125c6-51e7-47cc-a0cb-898de3d527b7 None None] Enqueued Resource ID: 8dabf1a5-73d1-43b1-886d-82d270dabb70 with Priority: HIGHEST for action port [ 959.572940] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dabf1a5-73d1-43b1-886d-82d270dabb70 with Priority: HIGHEST for action port [ 959.573227] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dabf1a5-73d1-43b1-886d-82d270dabb70 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.573354] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dabf1a5-73d1-43b1-886d-82d270dabb70" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.573424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dabf1a5-73d1-43b1-886d-82d270dabb70" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.573699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dabf1a5-73d1-43b1-886d-82d270dabb70" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.573793] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dabf1a5-73d1-43b1-886d-82d270dabb70',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.080174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dabf1a5-73d1-43b1-886d-82d270dabb70 [ 960.080174] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.080174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.080174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.080174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.080174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.080174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dabf1a5-73d1-43b1-886d-82d270dabb70 already deleted. [ 960.080174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dabf1a5-73d1-43b1-886d-82d270dabb70" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.348237] env[69513]: INFO networking_nsxv3.common.synchronization [req-70dc8c30-0736-432b-8bd6-6f319c9655fe req-041b7e77-7aa9-485a-99cc-5f8bb2bae7b8 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 960.348831] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 960.350067] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.350067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.350067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.350067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.350310] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.350356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.350464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.350699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.350699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350829] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.827267] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.827565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.827684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.827912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.831263] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.831493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.835020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.835020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.835020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.835020] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.835020] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.835020] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.835020] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.835020] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.835020] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.835020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.855650] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.855966] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.856048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.856234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.857145] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-329a0745-60f6-4cb2-8ed9-9019e008ab17 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.857145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.857145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.857388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.857518] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329a0745-60f6-4cb2-8ed9-9019e008ab17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.858496] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.858613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.858730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.858815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.858902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.859099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.859221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.859289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.859438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.859519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.859606] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 960.885666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.885840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.885900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.886129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.886730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.894601] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 961.363068] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.363068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.363068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.363583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.363751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.363987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 329a0745-60f6-4cb2-8ed9-9019e008ab17 not found, creating... [ 961.364374] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.364599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.364784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.365110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.365339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.365741] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.366049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.366263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.366581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.366742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.366989] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 329a0745-60f6-4cb2-8ed9-9019e008ab17 is going to be created. [ 961.386162] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.386443] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.386667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.386983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.387254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.387482] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.143088] env[69513]: INFO networking_nsxv3.common.synchronization [req-70dc8c30-0736-432b-8bd6-6f319c9655fe req-f967c79a-7459-4e5f-9934-75920e6620b9 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 962.143354] env[69513]: INFO networking_nsxv3.common.synchronization [req-70dc8c30-0736-432b-8bd6-6f319c9655fe req-f967c79a-7459-4e5f-9934-75920e6620b9 service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 962.143542] env[69513]: INFO networking_nsxv3.common.synchronization [req-70dc8c30-0736-432b-8bd6-6f319c9655fe req-f967c79a-7459-4e5f-9934-75920e6620b9 service nova] Enqueued Resource ID: 329a0745-60f6-4cb2-8ed9-9019e008ab17 with Priority: HIGHEST for action port [ 962.143774] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 962.143910] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 962.144045] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329a0745-60f6-4cb2-8ed9-9019e008ab17 with Priority: HIGHEST for action port [ 962.144742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.144879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.144944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.145869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.145995] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.148540] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.148540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.148540] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-329a0745-60f6-4cb2-8ed9-9019e008ab17 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.148540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.148540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.148540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.148540] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329a0745-60f6-4cb2-8ed9-9019e008ab17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.653777] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.653929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.654119] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 329a0745-60f6-4cb2-8ed9-9019e008ab17 with status ACTIVE [ 962.654776] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.654776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.654776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.654776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.654776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.655076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.655370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.655553] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.655919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656013] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 329a0745-60f6-4cb2-8ed9-9019e008ab17 is going to be updated. [ 962.676193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.676193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.676193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.676193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.676599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.676599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329a0745-60f6-4cb2-8ed9-9019e008ab17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.712413] env[69513]: INFO networking_nsxv3.common.synchronization [req-b3016ced-91c2-42af-99dc-772586679fde req-4bdb2e98-3155-49e8-914c-db228b2852ae tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Enqueued Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_members [ 962.712957] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGHEST for action security_group_members [ 962.713267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.713389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.713452] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.713812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.713812] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.713965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.713965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.717557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.717669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.717764] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.908184] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 962.908184] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.908184] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.908184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.908184] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.202450] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3328e43-1de0-4384-a446-090c09c2c4bd req-4a3d259e-178b-4c43-ba80-a9fa34c91794 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_members [ 963.203064] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_members [ 963.203623] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.203623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.203623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.203928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.204072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.204122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.204421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.204421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.204421] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.224049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.224243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.224293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.224483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.224605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.224819] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.224922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.224989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.225180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.225271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.225645] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9726129d-c56d-480b-9076-0b352b50404a is going to be updated. [ 963.261329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.261329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.261329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.261512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.261593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.271391] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9726129d-c56d-480b-9076-0b352b50404a in Status: IN_PROGRESS for 2s [ 963.412012] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.615825] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.616058] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.616188] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.616595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.616859] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.617189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.617189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.617554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.617620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.617794] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.617908] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.618029] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.618140] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.618254] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.618364] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.618499] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.636506] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.636604] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.636773] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.637735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.637735] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d68fc9b4-191d-4104-9bb6-1e32e2364512 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.637735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.637735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.637995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.637995] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68fc9b4-191d-4104-9bb6-1e32e2364512',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.707310] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.707510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.707582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.707818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.707915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.708126] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.708213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.708277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.708433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.708502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.708588] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60736436-4add-4036-9002-7a09bf451eed already deleted. [ 963.708667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.917113] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.139879] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.140312] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.140458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.140770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.141384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.141384] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d68fc9b4-191d-4104-9bb6-1e32e2364512 not found, creating... [ 964.141540] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.141632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.143214] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.143214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.143561] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d68fc9b4-191d-4104-9bb6-1e32e2364512 is going to be created. [ 964.164262] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.164500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.164604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.164885] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.165178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.165450] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.422745] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.423132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.423132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.423334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.423558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.423598] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 964.449030] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.449205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.449205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.449379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.449540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.457783] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 964.950780] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3328e43-1de0-4384-a446-090c09c2c4bd req-2501a99d-b5d5-4dd3-8612-9a1ec6cdd24d service nova] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_rules [ 964.951030] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3328e43-1de0-4384-a446-090c09c2c4bd req-2501a99d-b5d5-4dd3-8612-9a1ec6cdd24d service nova] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_members [ 964.951288] env[69513]: INFO networking_nsxv3.common.synchronization [req-a3328e43-1de0-4384-a446-090c09c2c4bd req-2501a99d-b5d5-4dd3-8612-9a1ec6cdd24d service nova] Enqueued Resource ID: d68fc9b4-191d-4104-9bb6-1e32e2364512 with Priority: HIGHEST for action port [ 964.955807] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_rules [ 964.955807] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_members [ 964.955879] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68fc9b4-191d-4104-9bb6-1e32e2364512 with Priority: HIGHEST for action port [ 964.957577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.957577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.957577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.957577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.957577] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.958317] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.958505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.958624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.959041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.959828] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.959828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.959828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.959828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.959828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.960239] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.961171] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68fc9b4-191d-4104-9bb6-1e32e2364512 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.961290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.961356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.964026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.964026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68fc9b4-191d-4104-9bb6-1e32e2364512',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.284958] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9726129d-c56d-480b-9076-0b352b50404a in Status: SUCCESS [ 965.285159] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9726129d-c56d-480b-9076-0b352b50404a deletion is rescheduled due to dependency. [ 965.285283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.463940] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.464419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.466558] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.467500] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d68fc9b4-191d-4104-9bb6-1e32e2364512 with status ACTIVE [ 965.467701] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.467834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.467907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.471406] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.471406] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.471406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.471406] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d68fc9b4-191d-4104-9bb6-1e32e2364512 is going to be updated. [ 965.491296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.491433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.491503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.491699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.491893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.492108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68fc9b4-191d-4104-9bb6-1e32e2364512" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.561196] env[69513]: INFO networking_nsxv3.common.synchronization [req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b req-81dc11c0-6656-4138-9bb8-1abba32a852c tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 965.561853] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 965.562181] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.562304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.562372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.562913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.563332] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.563466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.563541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.564021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.564132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.564239] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.972565] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.051075] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.051075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.051075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.051075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.051075] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.051075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.051578] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.051578] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.051678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.051863] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.052226] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.052226] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.052226] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.052669] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.052669] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.052979] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.067666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.067666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.067666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.067817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.067918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.068131] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.069362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.069441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.069613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.069699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.069809] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e already deleted. [ 966.069894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.083319] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.083490] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.083633] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.083805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.084124] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.084298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.084421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.084746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.084900] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9aa6e9-9020-4e73-9304-b9685d17fc3b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.469045] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 966.469045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.469045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.469045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.469742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.469742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.469742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.469742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.469742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.470034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.470034] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.478247] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.478423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.479227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.479227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.479227] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60736436-4add-4036-9002-7a09bf451eed is going to be created. [ 966.501931] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.501931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.501931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.502169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.502364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.511701] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: UNINITIALIZED for 2s [ 966.590901] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.590901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.590901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.590901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.591228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.591228] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7b9aa6e9-9020-4e73-9304-b9685d17fc3b not found, creating... [ 966.592883] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.592883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.592883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.592883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.592883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.592883] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.592883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.593634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.593634] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7b9aa6e9-9020-4e73-9304-b9685d17fc3b is going to be created. [ 966.611937] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612367] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.612367] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.612571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.612793] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.613504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.972951] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.973185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.973275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.973555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.973778] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.973898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.973985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.974217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.974936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.974936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.974936] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.974936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.974936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.975164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.975209] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.976220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.976220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.976220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.976220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.976220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.976220] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.464254] env[69513]: INFO networking_nsxv3.common.synchronization [req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b req-2bc8429a-69d0-43c4-8c45-5f22404d9c9d service nova] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_rules [ 967.464409] env[69513]: INFO networking_nsxv3.common.synchronization [req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b req-2bc8429a-69d0-43c4-8c45-5f22404d9c9d service nova] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 967.464445] env[69513]: INFO networking_nsxv3.common.synchronization [req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b req-2bc8429a-69d0-43c4-8c45-5f22404d9c9d service nova] Enqueued Resource ID: 7b9aa6e9-9020-4e73-9304-b9685d17fc3b with Priority: HIGHEST for action port [ 967.465382] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_rules [ 967.465382] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 967.465382] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9aa6e9-9020-4e73-9304-b9685d17fc3b with Priority: HIGHEST for action port [ 967.465625] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.465625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.465725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.465928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.466072] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.470558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.470558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.470558] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.470558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.470558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.470558] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9aa6e9-9020-4e73-9304-b9685d17fc3b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.481790] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a101a11c-7a81-4ee9-9faa-07b632e66d11: rpc.has_security_group_logging(os_id): False [ 967.507340] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.507484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.507767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.507865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.508090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.508212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.508297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.508492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.508599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.508793] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.508893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.508969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.509128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.509202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509377] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.509468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.509523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.509664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.509823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509823] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 967.589577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.589889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.590106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.607146] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 967.971368] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.972450] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.972566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.974606] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9aa6e9-9020-4e73-9304-b9685d17fc3b with status ACTIVE [ 967.974818] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.974934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.975009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.975226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.975320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.975489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.975586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.975650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.975798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.975873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.976060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.976153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.976214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.976362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.976438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.976570] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9aa6e9-9020-4e73-9304-b9685d17fc3b is going to be updated. [ 967.995849] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.996082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.996203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.996518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.996732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.996925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9aa6e9-9020-4e73-9304-b9685d17fc3b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.474211] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.522765] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: SUCCESS [ 968.523466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525039] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525039] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.860540] env[69513]: INFO networking_nsxv3.common.synchronization [req-eb293d60-1f2f-4bee-8646-c031ca8ce774 req-17a7fd9c-e81d-48f3-97b2-1ad92fb75d4c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 968.861147] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 968.861475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.861600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.861668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.861946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.862029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.862130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.862191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.862333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.862418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.862512] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.976764] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.976928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.976989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.977260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.977356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.977459] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be created. [ 969.001637] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.001637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.001637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.001900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.001979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.011251] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: UNINITIALIZED for 2s [ 969.027283] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.365888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.366190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.366262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.366461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.366621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.366881] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.367122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.367122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.367324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.367423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.367531] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be updated. [ 969.414450] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.414650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.414753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.414955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.415114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.426994] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: IN_PROGRESS for 2s [ 969.529908] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60736436-4add-4036-9002-7a09bf451eed: rpc.has_security_group_logging(os_id): False [ 969.551487] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.551638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.551721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.551991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.552080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.552290] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.552392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.552442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.552597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.552690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.552779] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60736436-4add-4036-9002-7a09bf451eed is going to be created. [ 969.622781] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 969.623137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.638359] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.638565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.638565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.638777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.638989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.652460] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: IN_PROGRESS for 2s [ 969.962730] env[69513]: INFO networking_nsxv3.common.synchronization [req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 req-bf9e9e4b-8ae8-4913-ad94-600cb9e5cfc9 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 969.963409] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 969.963796] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.963933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.964014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.964988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.968608] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.968968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.968968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.969826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.969944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.970064] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.033939] env[69513]: INFO networking_nsxv3.common.synchronization [req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 req-7e8e0984-c527-43f1-bea0-ef4299eaad10 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 970.034508] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 970.034890] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.035032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.476178] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.617947] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.618283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.618339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.618621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.618923] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.619168] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.619304] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.620187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.620187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.620187] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.620337] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.620337] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.620440] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.620553] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.620685] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.620853] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.646400] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.646645] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.646831] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.647049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-295" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.647371] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-57680576-30fc-45a7-80e7-5c9143907028 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.647594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.647756] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.648113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.648260] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57680576-30fc-45a7-80e7-5c9143907028',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.977888] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.020855] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 971.021109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.021288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.021559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.021864] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.022017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.022089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.022282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.022374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.022468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.022613] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.023811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.023974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.024168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.024281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.024347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.024496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.024603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.024706] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.150892] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.151361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.151642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.152169] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.152582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.152636] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 57680576-30fc-45a7-80e7-5c9143907028 not found, creating... [ 971.153748] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.154120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.154524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.155054] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.155431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.156136] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.156536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.156877] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.157407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.157773] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.158146] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 57680576-30fc-45a7-80e7-5c9143907028 is going to be created. [ 971.179849] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.180915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.181295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.181616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.437059] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: SUCCESS [ 971.437059] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 deletion is rescheduled due to dependency. [ 971.437059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.480642] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.480797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.480872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.481120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.481212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.481312] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be updated. [ 971.509336] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.509336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.509336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.509336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.509626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.517576] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: IN_PROGRESS for 2s [ 971.527925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.528854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.529826] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.670362] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: SUCCESS [ 971.670362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.032433] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.399951] env[69513]: INFO networking_nsxv3.common.synchronization [req-0609151c-5d6a-417f-a011-8a85525b2ab5 req-dd8aad1d-90aa-454d-8c47-f339b6f4232e tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_members [ 972.400532] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGHEST for action security_group_members [ 972.404024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.404024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.404024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.404024] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.483051] env[69513]: INFO networking_nsxv3.common.synchronization [req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 req-b4313235-4ea9-4269-a652-1972ccacc3e5 service nova] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_rules [ 972.483051] env[69513]: INFO networking_nsxv3.common.synchronization [req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 req-b4313235-4ea9-4269-a652-1972ccacc3e5 service nova] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 972.483051] env[69513]: INFO networking_nsxv3.common.synchronization [req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 req-b4313235-4ea9-4269-a652-1972ccacc3e5 service nova] Enqueued Resource ID: 57680576-30fc-45a7-80e7-5c9143907028 with Priority: HIGHEST for action port [ 972.483051] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_rules [ 972.483051] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 972.483051] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57680576-30fc-45a7-80e7-5c9143907028 with Priority: HIGHEST for action port [ 972.483051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.483051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.483051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.483051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.483581] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-57680576-30fc-45a7-80e7-5c9143907028 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.483581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.483581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.483911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.483911] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57680576-30fc-45a7-80e7-5c9143907028',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.536072] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.536250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.536324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.536532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.536645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.536746] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be updated. [ 972.566545] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.566885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.567069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.567131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.567279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.577558] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 2s [ 972.712433] env[69513]: INFO networking_nsxv3.common.synchronization [req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 req-753a4016-cc7f-4d16-acb3-404a19144892 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 972.713529] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 972.713529] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.713529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.713529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.713790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.713843] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.713962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.714333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.714512] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.907357] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.907357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.907357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.907357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.929435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.929913] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.931076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.931076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.931076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.931076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.931076] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 is going to be updated. [ 972.958035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.958035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.958201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.958308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.958491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.983117] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: IN_PROGRESS for 2s [ 972.989292] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57680576-30fc-45a7-80e7-5c9143907028 with status ACTIVE [ 972.989292] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.989292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.989292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.989292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.989292] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.989292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.989725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.989725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.989725] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.989873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.990035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.990110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.990194] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57680576-30fc-45a7-80e7-5c9143907028 is going to be updated. [ 973.017582] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.017767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.017852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.018072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.018210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.018367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57680576-30fc-45a7-80e7-5c9143907028" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.217829] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.340235] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.340482] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.340623] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.340909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.341252] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.341419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.341540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.341827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.341994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.342220] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.342345] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.342458] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.342571] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.342685] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.342795] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.342928] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.362025] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.362025] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.362025] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.362308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.362704] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-70f2e50a-b5f3-424a-a27a-ff614db8118f taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.365199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.365199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.365199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.365199] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f2e50a-b5f3-424a-a27a-ff614db8118f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.529829] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 973.530046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.721196] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.866448] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.868064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.868064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.868064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.868064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.868064] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 70f2e50a-b5f3-424a-a27a-ff614db8118f not found, creating... [ 973.868064] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.868064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.868064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.868588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.868588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.868677] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.868762] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.868903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.869143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.869278] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.869421] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 70f2e50a-b5f3-424a-a27a-ff614db8118f is going to be created. [ 973.890131] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.890444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.890593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.890913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.891279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.891439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.225647] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.225857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.225953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.226305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.226442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.226552] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 974.257232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.257508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.257508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.257702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.257868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.270185] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 974.587852] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 974.589067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.589067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.589067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.589067] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.589067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.589067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.589067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.589553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.589553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.589553] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.589553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.589553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.589811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.589856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.589983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.590730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.590730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.590730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.590730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.590730] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.594149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.594149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.594149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.594149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.594149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.594149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.594149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.594149] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.869306] env[69513]: INFO networking_nsxv3.common.synchronization [req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 req-cefdca30-1290-44a4-b3ee-c428e00729ce service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 974.870022] env[69513]: INFO networking_nsxv3.common.synchronization [req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 req-cefdca30-1290-44a4-b3ee-c428e00729ce service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 974.870328] env[69513]: INFO networking_nsxv3.common.synchronization [req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 req-cefdca30-1290-44a4-b3ee-c428e00729ce service nova] Enqueued Resource ID: 70f2e50a-b5f3-424a-a27a-ff614db8118f with Priority: HIGHEST for action port [ 974.871045] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 974.871331] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 974.871490] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f2e50a-b5f3-424a-a27a-ff614db8118f with Priority: HIGHEST for action port [ 974.872154] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.872154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.872352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.872629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.872821] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.878374] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.878374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.878374] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-70f2e50a-b5f3-424a-a27a-ff614db8118f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.878374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.878374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.878374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.878374] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f2e50a-b5f3-424a-a27a-ff614db8118f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.005746] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0713ae5-fed5-45b5-a821-d659af78a415 in Status: SUCCESS [ 975.006207] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 deletion is rescheduled due to dependency. [ 975.006338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.069025] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4648360-58c4-4fbd-abb1-5ee9c40901ab req-43ad0d17-8e88-4eaf-9bbd-9a051f48713f tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 975.069882] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 975.070365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.070552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.070657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.071019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.071261] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.071425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.071524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.072035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.072035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.072035] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.094055] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0034789-5cc8-4a53-a776-cc01ac41f49e: rpc.has_security_group_logging(os_id): False [ 975.095305] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.115439] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.115577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.115644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.115851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.115938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.116128] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.116233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.116289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.116447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.116513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.116783] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.116877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.116938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.117115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.117207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.117436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.117580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.117580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.117685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.117860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.117945] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be created. [ 975.185421] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.185609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.185979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.186246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.198705] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 2s [ 975.380372] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.383718] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70f2e50a-b5f3-424a-a27a-ff614db8118f with status ACTIVE [ 975.383718] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.383718] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.383718] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.383718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.384566] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70f2e50a-b5f3-424a-a27a-ff614db8118f is going to be updated. [ 975.407459] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.407459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.407459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.407459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.407459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.407459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70f2e50a-b5f3-424a-a27a-ff614db8118f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.580312] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e already deleted. [ 975.580312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.601056] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.677025] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.677025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.677025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.677025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.677692] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.678076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.678358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.678708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.678980] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.679311] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.681018] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.681018] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.681018] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.681018] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.681018] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.681018] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.699381] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.699750] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.700039] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.700353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.700815] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.701311] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.702771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.702771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.702771] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b8e08f-e756-4a17-96a6-7b4f93ee039e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.102254] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.102601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.102601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.102690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.102791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.102891] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be updated. [ 976.134382] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.134567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.134645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.134887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.135053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.143384] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 2s [ 976.204185] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.204438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.204592] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.204918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.205097] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.205260] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port b3b8e08f-e756-4a17-96a6-7b4f93ee039e not found, creating... [ 976.205726] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.205921] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.206053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.206286] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.206429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.206781] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.206958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.207102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.207322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.207462] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207608] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: b3b8e08f-e756-4a17-96a6-7b4f93ee039e is going to be created. [ 976.279482] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 976.279733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.279942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.280245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.280444] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.280564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.280653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.280797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.280891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.280990] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.290393] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.290623] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.290755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.291037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.291273] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.291502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.783016] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.158339] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4648360-58c4-4fbd-abb1-5ee9c40901ab req-c370c615-1b95-4f00-ae94-c752b4ed668a service nova] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 977.158339] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4648360-58c4-4fbd-abb1-5ee9c40901ab req-c370c615-1b95-4f00-ae94-c752b4ed668a service nova] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 977.158339] env[69513]: INFO networking_nsxv3.common.synchronization [req-c4648360-58c4-4fbd-abb1-5ee9c40901ab req-c370c615-1b95-4f00-ae94-c752b4ed668a service nova] Enqueued Resource ID: b3b8e08f-e756-4a17-96a6-7b4f93ee039e with Priority: HIGHEST for action port [ 977.158339] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 977.158339] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 977.158339] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b8e08f-e756-4a17-96a6-7b4f93ee039e with Priority: HIGHEST for action port [ 977.159259] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.159541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.160716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.160716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.160716] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.161515] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.161607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.161697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.162049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.163212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.163212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.163212] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.163649] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.163716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.163792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.164099] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b8e08f-e756-4a17-96a6-7b4f93ee039e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.211568] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 977.211962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.212208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.212421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.212508] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.288612] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.662438] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.662578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.668646] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.669659] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b8e08f-e756-4a17-96a6-7b4f93ee039e with status ACTIVE [ 977.669870] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.669995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.670075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.670275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.670384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.670578] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.670679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.670740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.670891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.670972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.672983] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.673118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.673257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.673361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.673591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.673591] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b8e08f-e756-4a17-96a6-7b4f93ee039e is going to be updated. [ 977.713477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.713629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.713710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.713890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.714041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.714306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b8e08f-e756-4a17-96a6-7b4f93ee039e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.714509] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.714669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.791859] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.792068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.792110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.792335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.792428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.792778] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 977.818456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.818635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.818635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.818831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.818977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.839773] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 978.180912] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.180912] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 4s [ 978.684751] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684999] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be created. [ 978.708270] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.708357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.708462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.708614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.708775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.719482] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: UNINITIALIZED for 2s [ 979.847777] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 979.848185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.848291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.848533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.848764] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.848914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.848986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.849182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.849269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.849358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.849450] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.189304] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 980.189551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.191454] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.191454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.191454] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.355042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.355042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.355042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.355042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.355572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.355572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.355572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.355572] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.355572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.355572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.355780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.355780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.355846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.356215] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.696577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.696577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.696577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.696577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.696577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.697989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.697989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.697989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.697989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.697989] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.728623] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 980.728623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.728801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.729099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.729498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.729498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.729498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.729660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.729660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.729718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.729806] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.858559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 980.875267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.875435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.875665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.875915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.876026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.876263] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.876369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.876426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.876600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.876700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.876991] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.877121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.877186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.877334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.877410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.877626] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.877876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.877943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.878129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.878216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.878307] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 980.934651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.934651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.934857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.935016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.935095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.947507] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 981.203539] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0034789-5cc8-4a53-a776-cc01ac41f49e: rpc.has_security_group_logging(os_id): False [ 981.222213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.222365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.222437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.222657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.222762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.223012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.223150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.223225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.223412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.223492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.223715] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.223825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.223899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.224108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.224192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.224486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.224632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.224703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.224873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.225163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.225163] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be updated. [ 981.234546] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.292696] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.292842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.292914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.293353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.293353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.309689] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 2s [ 981.519304] env[69513]: INFO networking_nsxv3.common.synchronization [req-d629afe0-1b7c-458d-b044-8626525f97f6 req-3ce8f733-e7b4-4542-87a9-6e7eedc523e2 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Enqueued Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_members [ 981.519823] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_members [ 981.520140] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.520276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.520341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.520585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.520738] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.520836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.520899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.522656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.522881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.522990] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.567391] env[69513]: INFO networking_nsxv3.common.synchronization [req-6bfdb1c0-020d-4ec1-a155-510747e08153 req-5b86a0d8-e986-41f5-93f1-7d4fd5ff8250 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 981.569660] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 981.570673] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.573273] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.573273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.573273] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.740838] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e: rpc.has_security_group_logging(os_id): False [ 981.758536] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.758536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.758536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.759131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.760328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.760328] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.760328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.760328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.760328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.760328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.760757] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be created. [ 981.819950] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.819950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.819950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.819950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.819950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.834329] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 981.869018] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.869018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-177" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.869018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-177" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.869018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-177" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.869018] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.869018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.869018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.869832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.870156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.870502] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.870738] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.871861] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.871861] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.871861] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.872206] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.874050] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.905384] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.905503] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.905692] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.905957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-177" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.906398] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d9f52ed2-210d-4576-8aad-200e48df5906 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.907023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.907023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.907355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.907547] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f52ed2-210d-4576-8aad-200e48df5906',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.025112] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.025287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.025360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.025568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.025662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.025856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.025967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.026046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.026191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.026270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.026353] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 already deleted. [ 982.026431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.073640] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.073799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.073870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.074134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.074232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.074442] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.074546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.074609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.074966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.075065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.075156] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 982.107382] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.107534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.107582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.107782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.107921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.118396] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 982.410659] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.410883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.410997] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.411325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.411486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.411650] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d9f52ed2-210d-4576-8aad-200e48df5906 not found, creating... [ 982.411915] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.412093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.412218] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.412442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.412585] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.412871] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.413141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.413282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.413530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.413634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.413777] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d9f52ed2-210d-4576-8aad-200e48df5906 is going to be created. [ 982.435963] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.436195] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.436325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.436597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.436866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.437119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.962173] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 982.962493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.140577] env[69513]: INFO networking_nsxv3.common.synchronization [req-d629afe0-1b7c-458d-b044-8626525f97f6 req-41de2006-8241-4a80-9577-6893e3e8c442 service nova] Enqueued Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_rules [ 983.140577] env[69513]: INFO networking_nsxv3.common.synchronization [req-d629afe0-1b7c-458d-b044-8626525f97f6 req-41de2006-8241-4a80-9577-6893e3e8c442 service nova] Enqueued Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_members [ 983.140577] env[69513]: INFO networking_nsxv3.common.synchronization [req-d629afe0-1b7c-458d-b044-8626525f97f6 req-41de2006-8241-4a80-9577-6893e3e8c442 service nova] Enqueued Resource ID: d9f52ed2-210d-4576-8aad-200e48df5906 with Priority: HIGHEST for action port [ 983.140577] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_rules [ 983.140876] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_members [ 983.140876] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f52ed2-210d-4576-8aad-200e48df5906 with Priority: HIGHEST for action port [ 983.143201] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.143355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.143426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.143677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.143765] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.145368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.145544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.149015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.149015] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.149015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.149015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.149015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.149015] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.149575] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f52ed2-210d-4576-8aad-200e48df5906 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.149575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.149575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.149867] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f52ed2-210d-4576-8aad-200e48df5906',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.323720] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 983.323956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.646959] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.646959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.650176] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.651357] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f52ed2-210d-4576-8aad-200e48df5906 with status ACTIVE [ 983.651548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.651654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.651714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.651918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.652142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.652232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.652314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.652377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.652470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.652540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.652712] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.652798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.652852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.653023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.653107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.653160] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f52ed2-210d-4576-8aad-200e48df5906 is going to be updated. [ 983.672701] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.672900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.674066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.674066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.674066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.674066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f52ed2-210d-4576-8aad-200e48df5906" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.845212] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 983.845507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.127764] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 984.128099] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 deletion is rescheduled due to dependency. [ 984.128099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.153421] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.657464] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.657464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.657464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.657464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.657464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.657464] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 is going to be created. [ 984.679036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.679237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.679237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.682073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.682073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.690077] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 in Status: UNINITIALIZED for 2s [ 986.094095] env[69513]: INFO networking_nsxv3.common.synchronization [req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc req-4ba96605-d580-42df-8be5-a0be95d66b8f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 986.094719] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 986.095125] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.095259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.096029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.096029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.096029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.096029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.096029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.096365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.096365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.096365] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.600529] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.600529] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.600529] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 already deleted. [ 986.600529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.702777] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 in Status: SUCCESS [ 986.702992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.703176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.703417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.703702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.703811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.703872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.704053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.704129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.704214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.704302] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.899382] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.899638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.899817] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.900181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.900651] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.900884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.901063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.901326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.901480] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.901822] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.902132] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.902298] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.902449] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.902637] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.902757] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.903039] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.924837] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.924837] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.924837] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.924837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.925435] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-bf7ae461-3d38-49c0-9d90-c9493a30ba96 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.925435] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.925848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.926796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.926796] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7ae461-3d38-49c0-9d90-c9493a30ba96',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.209380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.209380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.209380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.209380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.209380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.209380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.209380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.209380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.209906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.209985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.210213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.210327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.210405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.210594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.210782] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.210891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.210956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.214230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.214362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.214483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.214596] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.429472] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.429472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.429472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.429472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.429812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.430712] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port bf7ae461-3d38-49c0-9d90-c9493a30ba96 not found, creating... [ 987.431224] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.432788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.432788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.432788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.432788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.432788] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.433522] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.433776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.436433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.436433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.436433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: bf7ae461-3d38-49c0-9d90-c9493a30ba96 is going to be created. [ 987.456366] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.456366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.456366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.456366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.456366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.456366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.689146] env[69513]: INFO networking_nsxv3.common.synchronization [req-f39112a8-b872-490a-a171-046d215efd0e req-6cafaa89-86fc-4f81-8c1c-10231d50915c tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 987.689146] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 987.689146] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.693546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.695138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.695502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.695833] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.696125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.697942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.697942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.697942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.697942] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.718706] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d43903-7fb4-4e73-8b92-0be098e30e45: rpc.has_security_group_logging(os_id): False [ 987.741908] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.742115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.742196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.742452] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.742561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.742780] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.742951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.743033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.743232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.743369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.743612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.743749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.743834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.745429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.745589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.745859] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.745987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.746075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.746291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.746945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.746945] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 is going to be created. [ 987.798948] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.799091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.799168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.799459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.799650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.811083] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 in Status: IN_PROGRESS for 2s [ 988.198901] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.296979] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bb453742-928a-4e6c-8c9c-51608a13dea5 None None] Enqueued Resource ID: 87e1b13a-8e99-42f4-98f2-70c9c175ffbb with Priority: HIGHEST for action port [ 988.297764] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e1b13a-8e99-42f4-98f2-70c9c175ffbb with Priority: HIGHEST for action port [ 988.297893] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e1b13a-8e99-42f4-98f2-70c9c175ffbb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.300465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e1b13a-8e99-42f4-98f2-70c9c175ffbb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.300465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e1b13a-8e99-42f4-98f2-70c9c175ffbb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.300465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e1b13a-8e99-42f4-98f2-70c9c175ffbb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.303071] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e1b13a-8e99-42f4-98f2-70c9c175ffbb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.437128] env[69513]: INFO networking_nsxv3.common.synchronization [req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc req-65dd87e5-a9fb-483c-b583-5f388006b9a2 service nova] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 988.437336] env[69513]: INFO networking_nsxv3.common.synchronization [req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc req-65dd87e5-a9fb-483c-b583-5f388006b9a2 service nova] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 988.437484] env[69513]: INFO networking_nsxv3.common.synchronization [req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc req-65dd87e5-a9fb-483c-b583-5f388006b9a2 service nova] Enqueued Resource ID: bf7ae461-3d38-49c0-9d90-c9493a30ba96 with Priority: HIGHEST for action port [ 988.437990] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 988.439239] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 988.439239] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7ae461-3d38-49c0-9d90-c9493a30ba96 with Priority: HIGHEST for action port [ 988.439418] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.439626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.439626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.439802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.439899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.440730] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.440860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.440916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.441168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.441279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.441331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.441410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.441515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.441598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.441687] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.444967] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7ae461-3d38-49c0-9d90-c9493a30ba96 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.444967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.444967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.444967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.444967] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7ae461-3d38-49c0-9d90-c9493a30ba96',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.701371] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.805207] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e1b13a-8e99-42f4-98f2-70c9c175ffbb [ 988.805861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.805861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.805861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.805861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.806195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.806195] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e1b13a-8e99-42f4-98f2-70c9c175ffbb already deleted. [ 988.806195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e1b13a-8e99-42f4-98f2-70c9c175ffbb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.946800] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.947048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.947349] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.948861] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf7ae461-3d38-49c0-9d90-c9493a30ba96 with status ACTIVE [ 988.948861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.949187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.949187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.949451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.949589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950444] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.950444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.950444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.950785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950853] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.951100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.951309] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.951416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.951546] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf7ae461-3d38-49c0-9d90-c9493a30ba96 is going to be updated. [ 988.978818] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.979074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.979174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.979522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.979732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.979996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7ae461-3d38-49c0-9d90-c9493a30ba96" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.204689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.204892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.204954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.205257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.205372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.205481] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 989.242874] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.243032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.243100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.243303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.243448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.253164] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 989.455195] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.615878] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 req-bf1ade90-6755-41f3-96f2-f7fa7b4c0bc4 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 989.616323] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 989.617211] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.617211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.617211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.621527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.621605] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.621729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.621778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.622141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.622260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.622359] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.826432] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 in Status: SUCCESS [ 989.826432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.959229] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.959229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.959229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.959229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.959229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.959229] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be created. [ 990.002894] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.002894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.002894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.002894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.002894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.011210] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: UNINITIALIZED for 2s [ 990.134071] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.134071] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.134071] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 already deleted. [ 990.134071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.782442] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.782744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.782923] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.783334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.783603] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.783774] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.783897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.784140] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.784296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.785913] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.786079] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.786239] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.786379] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.787776] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.788149] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.788346] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.809275] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.809275] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.809275] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.809275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.809632] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.809735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.809853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.810208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.810345] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae3a7c-e8f6-4f6e-8094-d743f45103a1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.262013] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 991.262263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.316421] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.317445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.317445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.317445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.317648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.317866] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 not found, creating... [ 991.318231] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.318439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.318582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.318858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.320159] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.321393] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.321393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.321393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.321393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.321628] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.321628] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 is going to be created. [ 991.343316] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.343651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.343898] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.344247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.344555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.344856] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.635323] env[69513]: INFO networking_nsxv3.common.synchronization [None req-2069f5fd-2dd5-4264-8f3c-2d809c8d735a None None] Enqueued Resource ID: f9c56f30-995a-4e96-bc9f-d3ba61c97dd0 with Priority: HIGHEST for action port [ 991.635863] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c56f30-995a-4e96-bc9f-d3ba61c97dd0 with Priority: HIGHEST for action port [ 991.637234] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9c56f30-995a-4e96-bc9f-d3ba61c97dd0 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.637234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9c56f30-995a-4e96-bc9f-d3ba61c97dd0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.637234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9c56f30-995a-4e96-bc9f-d3ba61c97dd0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.637234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9c56f30-995a-4e96-bc9f-d3ba61c97dd0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.637234] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9c56f30-995a-4e96-bc9f-d3ba61c97dd0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.022594] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 992.022594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.022994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.022994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.023172] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.023384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.023384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.023495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.023572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.023702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.023770] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.142428] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9c56f30-995a-4e96-bc9f-d3ba61c97dd0 [ 992.142717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.142878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.142950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.143245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.143342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.143441] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9c56f30-995a-4e96-bc9f-d3ba61c97dd0 already deleted. [ 992.143524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9c56f30-995a-4e96-bc9f-d3ba61c97dd0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.332786] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 req-8e30f0e7-90c8-4b18-803a-c43ceee5cee8 service nova] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 992.332889] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 req-8e30f0e7-90c8-4b18-803a-c43ceee5cee8 service nova] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 992.333797] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 req-8e30f0e7-90c8-4b18-803a-c43ceee5cee8 service nova] Enqueued Resource ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with Priority: HIGHEST for action port [ 992.333797] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 992.333931] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 992.334090] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with Priority: HIGHEST for action port [ 992.334476] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.334759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.334759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.334960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.335089] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.339358] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.339485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.339523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.339958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.340058] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.340144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.340245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.340458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.340585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.340714] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.341719] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.341860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.341920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.342689] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae3a7c-e8f6-4f6e-8094-d743f45103a1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.528599] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.845477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.845611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.845900] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.846934] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with status ACTIVE [ 992.847232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.847352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.847421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.847620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.847711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.847884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.847985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.851596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.852227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.852227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.852227] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.852412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.852412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.852550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.852659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.852752] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 is going to be updated. [ 992.876245] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.876245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.876245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.876245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.876245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.876438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.031043] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 413bd4f6-c058-4992-ad3d-9ffc2de4b181: rpc.has_security_group_logging(os_id): False [ 993.050829] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.051058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.051103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.051370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.051459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.051748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.051899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.051995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.052763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.052763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.052763] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be created. [ 993.117822] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.118033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.118098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.118327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.118536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.130820] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 993.355468] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.858931] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.858931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.858931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.858931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.858931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.858931] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 is going to be created. [ 993.882190] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.883236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.883236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.883236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.883236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.891167] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: UNINITIALIZED for 2s [ 994.031593] env[69513]: INFO networking_nsxv3.common.synchronization [None req-3cecc23f-1663-4b10-839d-ce03e19d9eb3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_rules [ 994.032152] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_rules [ 994.032473] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.032610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.032679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.033470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.033470] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.129722] env[69513]: INFO networking_nsxv3.common.synchronization [None req-b14cba62-5ece-41c9-9793-81fef5502196 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_rules [ 994.129722] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_rules [ 994.131053] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.131053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.554249] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.554833] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.555207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.555743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.555987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.557115] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 already deleted. [ 994.557115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.557115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.557115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.557115] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.079676] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.079676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.080031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.080031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.080031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.080216] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 already deleted. [ 995.080216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.142585] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 995.142585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.902581] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: SUCCESS [ 995.902827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.903035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.903286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.904159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.904159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.904159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.904159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.904421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.904421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.904484] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.105301] env[69513]: INFO networking_nsxv3.common.synchronization [req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 req-b88a8be0-13c3-4097-a904-c6167f6370d1 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_members [ 996.106540] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGHEST for action security_group_members [ 996.106540] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.106909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.107099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.107282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.107461] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.107576] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.107665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.107853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.107944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.110079] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.407481] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.611152] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.611428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.611428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.611594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.611688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.611996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.612136] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.612203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.612393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.612493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.612623] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 is going to be updated. [ 996.639899] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.640101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.640176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.640414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.640631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.648085] env[69513]: INFO networking_nsxv3.common.synchronization [req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 req-878884a7-5d7c-456e-a18c-c5708ce806a9 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Enqueued Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_members [ 996.650051] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGHEST for action security_group_members [ 996.651140] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 in Status: IN_PROGRESS for 2s [ 996.651835] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.651992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.652537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.652832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.653049] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.653161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.653260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.653423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.653573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.653672] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.912127] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 768ff1d0-12c0-4c66-97a5-811aa9ca1658: rpc.has_security_group_logging(os_id): False [ 996.930391] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.930744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.930744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.930926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.930926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.931361] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.931361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.931361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.931660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.931660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.931660] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 is going to be created. [ 996.992386] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.992705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.992705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.993193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.993193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.005866] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: IN_PROGRESS for 2s [ 997.157571] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.157571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.157968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.157968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.157968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.158145] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.158240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.158405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.158469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.158519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.158616] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 is going to be updated. [ 997.195258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.195553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.195553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.195808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.195954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.207591] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 in Status: IN_PROGRESS for 2s [ 998.159038] env[69513]: INFO networking_nsxv3.common.synchronization [req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 req-ac9f6016-90ed-494c-aac4-9ec12dc63127 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 998.164922] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGHEST for action security_group_members [ 998.164922] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.164922] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.164922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.164922] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.661103] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 in Status: SUCCESS [ 998.661103] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 deletion is rescheduled due to dependency. [ 998.661103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.665838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.665964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.666044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.666258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.666349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.666548] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.666646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.666698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.666844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.666919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.667009] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be updated. [ 998.694044] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.696685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.696685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.696685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.696685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.703841] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: IN_PROGRESS for 2s [ 999.018695] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: SUCCESS [ 999.018695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.223818] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 in Status: SUCCESS [ 999.223818] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 deletion is rescheduled due to dependency. [ 999.223818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.715291] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca in Status: SUCCESS [ 1000.715636] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca deletion is rescheduled due to dependency. [ 1000.715636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.162919] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1003.163254] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1003.821867] env[69513]: INFO networking_nsxv3.common.synchronization [req-a6364204-01a8-4064-819d-7776d83af253 req-614c41ca-f0a9-44fd-bd56-0dedc3f18bf5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 1003.822438] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 1003.822711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.822834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.822900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.823208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.823376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.823480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.823543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.823699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.823783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.823870] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.236020] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.236020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.236020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.236020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.236020] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.236020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.236803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.237221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.237542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.240061] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.240061] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.240061] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.240061] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.240061] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.240061] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.240061] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.263080] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.263080] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.263080] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.263080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-531" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.263080] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-069ee811-541c-432a-a4c6-74a8b4182d86 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.263080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.263080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.263080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.263080] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069ee811-541c-432a-a4c6-74a8b4182d86',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.327597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.327814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.327814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.327941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.328016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.328236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.328363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.328409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.328546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.328619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.328701] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 1004.351928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.352116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.352188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.352430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.352572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.360621] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 1004.765547] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.765760] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.765892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.766207] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.766369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.766541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 069ee811-541c-432a-a4c6-74a8b4182d86 not found, creating... [ 1004.766869] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.767077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.767206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.767514] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.767663] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.767961] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.768132] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.768283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.768599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.768745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.768890] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 069ee811-541c-432a-a4c6-74a8b4182d86 is going to be created. [ 1004.788417] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.788616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.788742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.789009] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.789243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.789469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.401999] env[69513]: INFO networking_nsxv3.common.synchronization [None req-be6eb36b-f42f-450d-b440-4e5b809e174d None None] Enqueued Resource ID: 79f38eb2-8648-4e84-b936-38d946bdf65f with Priority: HIGHEST for action port [ 1005.402348] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f38eb2-8648-4e84-b936-38d946bdf65f with Priority: HIGHEST for action port [ 1005.402848] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f38eb2-8648-4e84-b936-38d946bdf65f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.402991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f38eb2-8648-4e84-b936-38d946bdf65f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.403037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f38eb2-8648-4e84-b936-38d946bdf65f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.403291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f38eb2-8648-4e84-b936-38d946bdf65f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.403590] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f38eb2-8648-4e84-b936-38d946bdf65f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.811397] env[69513]: INFO networking_nsxv3.common.synchronization [req-a6364204-01a8-4064-819d-7776d83af253 req-b174adfa-0613-453d-8e6b-c85616575b68 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 1005.815020] env[69513]: INFO networking_nsxv3.common.synchronization [req-a6364204-01a8-4064-819d-7776d83af253 req-b174adfa-0613-453d-8e6b-c85616575b68 service nova] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 1005.815020] env[69513]: INFO networking_nsxv3.common.synchronization [req-a6364204-01a8-4064-819d-7776d83af253 req-b174adfa-0613-453d-8e6b-c85616575b68 service nova] Enqueued Resource ID: 069ee811-541c-432a-a4c6-74a8b4182d86 with Priority: HIGHEST for action port [ 1005.815020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_rules [ 1005.815020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 1005.815020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069ee811-541c-432a-a4c6-74a8b4182d86 with Priority: HIGHEST for action port [ 1005.815020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.815020] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.815020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.815020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-069ee811-541c-432a-a4c6-74a8b4182d86 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.815020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.815797] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069ee811-541c-432a-a4c6-74a8b4182d86',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.905965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79f38eb2-8648-4e84-b936-38d946bdf65f [ 1005.906400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.906632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.906632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.906833] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.906922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.907031] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79f38eb2-8648-4e84-b936-38d946bdf65f already deleted. [ 1005.907113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f38eb2-8648-4e84-b936-38d946bdf65f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.317362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.317501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319287] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 069ee811-541c-432a-a4c6-74a8b4182d86 with status ACTIVE [ 1006.319287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.319287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.319287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.319948] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 069ee811-541c-432a-a4c6-74a8b4182d86 is going to be updated. [ 1006.339020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.339200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.339200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.339855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.339855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.339855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-069ee811-541c-432a-a4c6-74a8b4182d86" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.373790] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 1006.373990] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 deletion is rescheduled due to dependency. [ 1006.374220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.374288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.374509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.374731] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.374908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.375022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.375205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.375375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.375474] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.878648] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.165699] env[69513]: INFO networking_nsxv3.common.synchronization [None req-a6338967-3691-437e-8da6-614644513bfa None None] Enqueued Resource ID: cefed741-92f3-4899-8ce3-5aa965a9a647 with Priority: HIGHEST for action port [ 1007.165699] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cefed741-92f3-4899-8ce3-5aa965a9a647 with Priority: HIGHEST for action port [ 1007.166084] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-cefed741-92f3-4899-8ce3-5aa965a9a647 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.166211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cefed741-92f3-4899-8ce3-5aa965a9a647" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.166280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cefed741-92f3-4899-8ce3-5aa965a9a647" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.166535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cefed741-92f3-4899-8ce3-5aa965a9a647" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.166618] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cefed741-92f3-4899-8ce3-5aa965a9a647',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.381501] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.669967] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cefed741-92f3-4899-8ce3-5aa965a9a647 [ 1007.669967] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.669967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.669967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.669967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.669967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.669967] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cefed741-92f3-4899-8ce3-5aa965a9a647 already deleted. [ 1007.669967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cefed741-92f3-4899-8ce3-5aa965a9a647" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.883860] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.884203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.884203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.884292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.884373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.884478] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 1007.913509] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.913708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.913758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.917021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.917021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.922533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 1009.933645] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 1009.933985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.934128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.934371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.934590] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.934716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.934783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.934960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.935076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.935163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.935273] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.441028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.441028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.441028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.441028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.442109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.442109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.442109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.442109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.442109] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.949403] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343f61c-6c9b-4836-9e95-fdf3d93d3de1: rpc.has_security_group_logging(os_id): False [ 1010.966763] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.966950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.966950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.967193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.967294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.967547] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.967651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.967713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.967872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.967950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.968177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.968293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.968384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.968561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.968644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.968836] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.968930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.968992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.969143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.969217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.969301] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 1011.026453] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.026647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.026725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.026991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.027198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.041152] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 1012.169966] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.169966] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1013.058606] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 1013.058806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.857027] env[69513]: INFO networking_nsxv3.common.synchronization [req-f1f233c9-e626-4856-878e-9d7ad25e9dbb req-365827ee-c053-4db4-b01a-25522b57867e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1015.857027] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1015.857027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.857027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.858892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.859307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.859528] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.859651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.859651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.859900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.859987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.860134] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.361942] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.362670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.362670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.362670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.362670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.362906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.362968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.363160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.363244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.363381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.364219] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea already deleted. [ 1016.364219] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.424660] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.424898] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.425042] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.425414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.425769] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.425968] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.426112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.426358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.426531] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.426853] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.426978] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.427107] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.427256] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.427414] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.427597] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.427763] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.446709] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.446904] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.446904] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.447698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.447698] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-901e6946-f7b0-4e8b-812e-584ac37ee2e1 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.447986] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.447986] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.448272] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.448420] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901e6946-f7b0-4e8b-812e-584ac37ee2e1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.951202] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.951611] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.951670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.951942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.952115] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.952697] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 not found, creating... [ 1016.953167] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.953380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.954039] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.954331] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.954490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.954811] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.954971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.955111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.955332] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.955509] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.955666] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 is going to be created. [ 1016.974761] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.974994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.975135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.975405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.975634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.975862] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.024761] env[69513]: INFO networking_nsxv3.common.synchronization [req-f1f233c9-e626-4856-878e-9d7ad25e9dbb req-6037388b-1d21-4ffa-a035-2739c38bd466 service nova] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_rules [ 1018.024959] env[69513]: INFO networking_nsxv3.common.synchronization [req-f1f233c9-e626-4856-878e-9d7ad25e9dbb req-6037388b-1d21-4ffa-a035-2739c38bd466 service nova] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1018.025139] env[69513]: INFO networking_nsxv3.common.synchronization [req-f1f233c9-e626-4856-878e-9d7ad25e9dbb req-6037388b-1d21-4ffa-a035-2739c38bd466 service nova] Enqueued Resource ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with Priority: HIGHEST for action port [ 1018.025417] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_rules [ 1018.025506] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1018.025602] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with Priority: HIGHEST for action port [ 1018.027177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.027313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.027391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.027652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.027737] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.029621] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.029676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.029752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.029879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.030060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.030161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.030241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.030379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.030439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.030534] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.031719] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-901e6946-f7b0-4e8b-812e-584ac37ee2e1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.031883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.031883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.032569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.032731] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901e6946-f7b0-4e8b-812e-584ac37ee2e1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.259026] env[69513]: INFO networking_nsxv3.common.synchronization [req-05237e48-d9e5-4f92-8fe9-372e299ab35a req-af79c53d-5a95-4f6a-84b8-1f5c8dd2bea6 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_members [ 1018.259026] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_members [ 1018.259026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.259026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.259977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.261869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.261869] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.261869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.261869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.261869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.261869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.261869] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.529654] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.529795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.532549] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.534780] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with status ACTIVE [ 1018.535056] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.535174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.535174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.535375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.535560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.535783] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.535890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.535948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.536158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.536241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.536641] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.536641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.536641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.536949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.537040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.537154] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 is going to be updated. [ 1018.543497] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.543758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.543933] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.544226] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.544529] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.544734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.544890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.545154] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.545342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.545585] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.545749] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.545889] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.546071] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.546539] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.546731] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.546909] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.565228] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.565228] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.565228] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.565228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.565509] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d6460929-5e21-4c7c-9c4a-7e6822411f5b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.565792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.565946] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.566325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.566531] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6460929-5e21-4c7c-9c4a-7e6822411f5b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.569297] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.569297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.569297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.569297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.569297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.569297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.763787] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.763968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.764023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.764246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.764341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.764547] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.764648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.764711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.764855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.764945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.765015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 already deleted. [ 1018.765101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.041768] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.069274] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.069493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.070162] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.071023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.071023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.071023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d6460929-5e21-4c7c-9c4a-7e6822411f5b not found, creating... [ 1019.071190] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.071532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.071532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.071662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.071797] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.072094] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.072254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.072511] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.072626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.072711] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.072843] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d6460929-5e21-4c7c-9c4a-7e6822411f5b is going to be created. [ 1019.095223] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.095513] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.095684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.096023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.096301] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.096585] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.544010] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.544185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.544256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.544899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.544899] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.544899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be created. [ 1019.576756] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.576756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.576949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.577051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.577280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.587048] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: UNINITIALIZED for 2s [ 1019.803171] env[69513]: INFO networking_nsxv3.common.synchronization [req-05237e48-d9e5-4f92-8fe9-372e299ab35a req-c1a1785e-0b85-43fb-93ba-4f8483211fd8 service nova] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_rules [ 1019.804101] env[69513]: INFO networking_nsxv3.common.synchronization [req-05237e48-d9e5-4f92-8fe9-372e299ab35a req-c1a1785e-0b85-43fb-93ba-4f8483211fd8 service nova] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_members [ 1019.804340] env[69513]: INFO networking_nsxv3.common.synchronization [req-05237e48-d9e5-4f92-8fe9-372e299ab35a req-c1a1785e-0b85-43fb-93ba-4f8483211fd8 service nova] Enqueued Resource ID: d6460929-5e21-4c7c-9c4a-7e6822411f5b with Priority: HIGHEST for action port [ 1019.804657] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_rules [ 1019.805621] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_members [ 1019.805785] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6460929-5e21-4c7c-9c4a-7e6822411f5b with Priority: HIGHEST for action port [ 1019.807428] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.807428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.807428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.807428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.807428] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.808972] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.808972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.808972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.809152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.809380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.809522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.809613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.809818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.810552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.810552] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.810935] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6460929-5e21-4c7c-9c4a-7e6822411f5b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.811022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.811114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.811297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.811405] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6460929-5e21-4c7c-9c4a-7e6822411f5b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.315018] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.315018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.315018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.315018] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6460929-5e21-4c7c-9c4a-7e6822411f5b with status ACTIVE [ 1020.315018] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.315018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.315018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.315018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.315018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.315812] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.315812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.315812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.315812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.315812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.315812] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.315812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.315812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.316127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.316127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.319593] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6460929-5e21-4c7c-9c4a-7e6822411f5b is going to be updated. [ 1020.336101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.336241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.336287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.336534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.336669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.336816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6460929-5e21-4c7c-9c4a-7e6822411f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.819782] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.322695] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.326156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.326156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.326156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.326156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.326156] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 is going to be created. [ 1021.349907] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.350192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.350192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.350399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.350550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.361029] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: UNINITIALIZED for 2s [ 1021.596019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1021.596291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.596456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.596716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.596937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.597094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.597169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.597366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.597455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.597881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.597881] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.099689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.099855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.099956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.100181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.100381] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.100496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.100563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.100743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.100831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.100938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.101116] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.101214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.101286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.101430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.101570] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.101663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.101743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.101877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.101968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.102204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.102204] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.607395] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a24257-ec93-4b99-aded-9c106b9b0bea: rpc.has_security_group_logging(os_id): False [ 1022.625403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.625560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.625636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.625858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.625953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.626166] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.626261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.626318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.626465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.626541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.626736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.626836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.626892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.627042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.627190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.627318] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.627394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.627429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.627563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.627691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.628096] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be created. [ 1022.693070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.693233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.693233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.693407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.693580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.703617] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1023.370266] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: SUCCESS [ 1023.370807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.370807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.370944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.371072] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.371186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.371250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.371403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.371518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.371566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.371662] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.875548] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.258213] env[69513]: INFO networking_nsxv3.common.synchronization [None req-75ce3859-b5ee-4cd4-b046-73614221683d None None] Enqueued Resource ID: 6b3036bd-b2f7-4a3d-9f88-a943c1d9d645 with Priority: HIGHEST for action port [ 1024.258213] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3036bd-b2f7-4a3d-9f88-a943c1d9d645 with Priority: HIGHEST for action port [ 1024.258213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b3036bd-b2f7-4a3d-9f88-a943c1d9d645 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.258213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b3036bd-b2f7-4a3d-9f88-a943c1d9d645" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.258213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b3036bd-b2f7-4a3d-9f88-a943c1d9d645" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.258213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b3036bd-b2f7-4a3d-9f88-a943c1d9d645" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.258213] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3036bd-b2f7-4a3d-9f88-a943c1d9d645',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.378353] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4baeb90-31ca-485d-8585-e39ac9e43d25: rpc.has_security_group_logging(os_id): False [ 1024.398012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.398012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.398012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.398012] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 is going to be created. [ 1024.457168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.457168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.457168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.457168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.457168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.466635] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: IN_PROGRESS for 2s [ 1024.720110] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1024.720382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.761227] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b3036bd-b2f7-4a3d-9f88-a943c1d9d645 [ 1024.765116] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.765116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.765116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.765116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.765116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.765116] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b3036bd-b2f7-4a3d-9f88-a943c1d9d645 already deleted. [ 1024.765116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b3036bd-b2f7-4a3d-9f88-a943c1d9d645" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.462491] env[69513]: INFO networking_nsxv3.common.synchronization [req-c47a5c21-0279-4f48-816c-c27e5c59e81a req-38b9a5d5-7d6c-412a-8b3f-253b99c809b3 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1026.463094] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1026.463352] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.463486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.463558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.463740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.463893] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.463985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.464232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.464423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.464534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.464648] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.478290] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: SUCCESS [ 1026.478838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.696181] env[69513]: INFO networking_nsxv3.common.synchronization [None req-3085c86e-aad7-44f4-a731-40545953cb74 None None] Enqueued Resource ID: 11ace5f0-1266-4076-8e7d-f944ed3492c4 with Priority: HIGHEST for action port [ 1026.696181] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ace5f0-1266-4076-8e7d-f944ed3492c4 with Priority: HIGHEST for action port [ 1026.696181] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-11ace5f0-1266-4076-8e7d-f944ed3492c4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.696181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11ace5f0-1266-4076-8e7d-f944ed3492c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.696181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11ace5f0-1266-4076-8e7d-f944ed3492c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.696181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11ace5f0-1266-4076-8e7d-f944ed3492c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.696181] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11ace5f0-1266-4076-8e7d-f944ed3492c4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.783015] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.783251] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.783382] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.783668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.783936] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.784347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.784489] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.784718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.784863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.785089] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.785290] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.785331] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.785421] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.785763] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.785763] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.785763] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.806660] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.806660] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.806660] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.806660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.806660] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-861256f6-4384-452d-8ab2-d19351d133ab taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.806660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.806660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.806660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.806660] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861256f6-4384-452d-8ab2-d19351d133ab',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.967126] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.204409] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11ace5f0-1266-4076-8e7d-f944ed3492c4 [ 1027.204662] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.204811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.204886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.206554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.206554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.206554] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11ace5f0-1266-4076-8e7d-f944ed3492c4 already deleted. [ 1027.206554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11ace5f0-1266-4076-8e7d-f944ed3492c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.311019] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.311019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 861256f6-4384-452d-8ab2-d19351d133ab not found, creating... [ 1027.311019] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.311019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.311488] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.311488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.311488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.312189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.312599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313095] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 861256f6-4384-452d-8ab2-d19351d133ab is going to be created. [ 1027.343017] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.343017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.343017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.343384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.343682] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.343967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.469979] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.976546] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.976790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.976790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.977317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.977317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.977317] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be updated. [ 1028.010150] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.010309] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.010370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.010579] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.010728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.019402] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 1028.081047] env[69513]: INFO networking_nsxv3.common.synchronization [req-c47a5c21-0279-4f48-816c-c27e5c59e81a req-0022f72f-41a7-420a-b9eb-8046895107f5 service nova] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 1028.081294] env[69513]: INFO networking_nsxv3.common.synchronization [req-c47a5c21-0279-4f48-816c-c27e5c59e81a req-0022f72f-41a7-420a-b9eb-8046895107f5 service nova] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1028.081385] env[69513]: INFO networking_nsxv3.common.synchronization [req-c47a5c21-0279-4f48-816c-c27e5c59e81a req-0022f72f-41a7-420a-b9eb-8046895107f5 service nova] Enqueued Resource ID: 861256f6-4384-452d-8ab2-d19351d133ab with Priority: HIGHEST for action port [ 1028.081654] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_rules [ 1028.081785] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1028.081884] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 861256f6-4384-452d-8ab2-d19351d133ab with Priority: HIGHEST for action port [ 1028.083628] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.083628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.083628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.083628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.083628] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.084523] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.084523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.084523] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-861256f6-4384-452d-8ab2-d19351d133ab taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.084762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.084762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.084945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.084945] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861256f6-4384-452d-8ab2-d19351d133ab',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.245012] env[69513]: INFO networking_nsxv3.common.synchronization [req-c1307833-480a-4ffa-9f5c-324cd87cfb23 req-1ca6807e-a693-442b-86ff-7afaffacb679 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 1028.245012] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGHEST for action security_group_members [ 1028.247166] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.247485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.247714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.248098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.248436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.248663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.248830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.249350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249559] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.586520] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.586824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.586869] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 861256f6-4384-452d-8ab2-d19351d133ab with status ACTIVE [ 1028.587053] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.587167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.587234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.587444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.587533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.587713] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.587854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.587917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.588082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.588161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.588346] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.588438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.588499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.588637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.588735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.588853] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 861256f6-4384-452d-8ab2-d19351d133ab is going to be updated. [ 1028.607993] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.608142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.608185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.608364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.608491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.608640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-861256f6-4384-452d-8ab2-d19351d133ab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.752505] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.752505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.752639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.752799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.752895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.753672] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.753672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.753672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.753672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.753672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.753672] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be updated. [ 1028.786944] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.786944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.786944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.786944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.787322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.795494] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: IN_PROGRESS for 2s [ 1029.026787] env[69513]: INFO networking_nsxv3.common.synchronization [req-e91e834b-601a-4b3f-9c3e-da2732ffa4df req-9cba5a67-349b-4751-9e02-f9c28d345967 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1029.027419] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1029.027746] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.027925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.027971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.028683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.028683] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.028683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.028683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.028981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.028981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.028981] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.487704] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.488294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.488561] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.489020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.489411] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.489712] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.489887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.490240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.490403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.490722] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.490847] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.490963] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.491106] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.491272] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.491394] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.491601] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.510939] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.511169] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.511329] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.511556] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.512021] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-0e5270ae-c314-4d04-870f-2b89e6d66444 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.512244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.512452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.512881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.513280] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5270ae-c314-4d04-870f-2b89e6d66444',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.530426] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.530636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.530709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.530937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.532200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.532200] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.532200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.532200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.532200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.532200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.532200] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 already deleted. [ 1029.532200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.015685] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.016315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.016315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.016401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.016717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.016792] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 0e5270ae-c314-4d04-870f-2b89e6d66444 not found, creating... [ 1030.017078] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.017297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.017358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.017644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.017894] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.018981] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.019178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.019302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.019533] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.019675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.019821] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 0e5270ae-c314-4d04-870f-2b89e6d66444 is going to be created. [ 1030.029295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 1030.029490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.029635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.029820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.029994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.030123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.030170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.030332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.030411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.030724] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.038166] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.038374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.038503] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.038802] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.039069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.039298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.532861] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.807121] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 in Status: SUCCESS [ 1030.807632] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 deletion is rescheduled due to dependency. [ 1030.807701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.852386] env[69513]: INFO networking_nsxv3.common.synchronization [req-e91e834b-601a-4b3f-9c3e-da2732ffa4df req-f4055007-21aa-4314-991b-161decdaa4ae service nova] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_rules [ 1030.852386] env[69513]: INFO networking_nsxv3.common.synchronization [req-e91e834b-601a-4b3f-9c3e-da2732ffa4df req-f4055007-21aa-4314-991b-161decdaa4ae service nova] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1030.852386] env[69513]: INFO networking_nsxv3.common.synchronization [req-e91e834b-601a-4b3f-9c3e-da2732ffa4df req-f4055007-21aa-4314-991b-161decdaa4ae service nova] Enqueued Resource ID: 0e5270ae-c314-4d04-870f-2b89e6d66444 with Priority: HIGHEST for action port [ 1030.852386] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_rules [ 1030.852694] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1030.852694] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5270ae-c314-4d04-870f-2b89e6d66444 with Priority: HIGHEST for action port [ 1030.853399] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.853399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.853399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.853588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.853669] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.857874] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.857874] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.857874] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.857874] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5270ae-c314-4d04-870f-2b89e6d66444 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.857874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.857874] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5270ae-c314-4d04-870f-2b89e6d66444',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.035265] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.357903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.358169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.361441] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.362356] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e5270ae-c314-4d04-870f-2b89e6d66444 with status ACTIVE [ 1031.362556] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.362678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.362741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.362942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.363059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.363321] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.363757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.363757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.363757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.363757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.363922] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.363975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.364019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.364164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.365516] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.365632] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e5270ae-c314-4d04-870f-2b89e6d66444 is going to be updated. [ 1031.386817] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.386817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.386817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.386817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.386817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.386817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5270ae-c314-4d04-870f-2b89e6d66444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.491631] env[69513]: INFO networking_nsxv3.common.synchronization [req-377ca426-a4f1-4722-97d1-faa76cbc02e8 req-2dd90968-f6a7-4904-bd3c-9a3b81adebaf tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1031.492237] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1031.492572] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.492712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.492787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.493216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.493414] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.497022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.497022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.497022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.497022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.497022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.537504] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.537778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.537957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.538642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.538642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.538642] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be updated. [ 1031.569077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.569487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.569571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.569780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.569961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.579152] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 1031.785508] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.785821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.785920] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.786240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.786513] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.786685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786804] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.787050] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.787208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.787415] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.787529] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.787642] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.787752] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.787909] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.788035] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.788175] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.805985] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.806174] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.806316] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.806490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.806779] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7e648747-0f6a-4062-be6e-95f2d48f754b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.806943] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.807080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.807385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.807528] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e648747-0f6a-4062-be6e-95f2d48f754b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.867592] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.997050] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.309566] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.309948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.310176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.310351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.310724] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.310724] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7e648747-0f6a-4062-be6e-95f2d48f754b not found, creating... [ 1032.311194] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.311767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.311937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.312202] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.312353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.312646] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.312811] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.313040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.313263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.313402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.313546] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7e648747-0f6a-4062-be6e-95f2d48f754b is going to be created. [ 1032.333485] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.333667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.333782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.334036] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.334276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.334501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.370308] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.370462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.370526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.370721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.370797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.370903] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be created. [ 1032.398256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.398381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.398453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.398631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.398781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.407367] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: UNINITIALIZED for 2s [ 1032.503890] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.006354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.006557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.006622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.006877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.006976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.007095] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1033.033827] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.033827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.033827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.034068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.034233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.042900] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1033.104693] env[69513]: INFO networking_nsxv3.common.synchronization [req-377ca426-a4f1-4722-97d1-faa76cbc02e8 req-fbb22e01-9361-44f4-be46-97235ed5c5ed service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1033.104876] env[69513]: INFO networking_nsxv3.common.synchronization [req-377ca426-a4f1-4722-97d1-faa76cbc02e8 req-fbb22e01-9361-44f4-be46-97235ed5c5ed service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1033.107316] env[69513]: INFO networking_nsxv3.common.synchronization [req-377ca426-a4f1-4722-97d1-faa76cbc02e8 req-fbb22e01-9361-44f4-be46-97235ed5c5ed service nova] Enqueued Resource ID: 7e648747-0f6a-4062-be6e-95f2d48f754b with Priority: HIGHEST for action port [ 1033.107316] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1033.107316] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1033.107316] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e648747-0f6a-4062-be6e-95f2d48f754b with Priority: HIGHEST for action port [ 1033.107316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.107316] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.107794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e648747-0f6a-4062-be6e-95f2d48f754b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.109605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.109605] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e648747-0f6a-4062-be6e-95f2d48f754b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.589821] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 1033.589821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.589821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.589821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.590611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.590611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.590611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.590611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.590611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.590812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.590812] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.612488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.612635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.616285] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e648747-0f6a-4062-be6e-95f2d48f754b with status ACTIVE [ 1033.616285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.616285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.616285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.617454] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.617454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.617454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.617454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.617454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.617454] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e648747-0f6a-4062-be6e-95f2d48f754b is going to be updated. [ 1033.637515] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.637515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.637515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.637767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.637932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.638156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e648747-0f6a-4062-be6e-95f2d48f754b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.093147] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.417377] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1034.417529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.417671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.418108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.418334] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.418478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.418548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.418717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.418805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.418937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.419063] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.595259] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 413bd4f6-c058-4992-ad3d-9ffc2de4b181: rpc.has_security_group_logging(os_id): False [ 1034.619735] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.619920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.619974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.620256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.620357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.620688] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.620838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.620838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.620956] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.621046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.621135] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be updated. [ 1034.688894] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.689109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.689109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.689396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.690089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.705722] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 1034.923296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.923296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.923296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.923650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.924246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.924246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.924246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.924502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.924542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.924676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.924932] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.925184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.925648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.925648] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.925803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.925959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.926096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.926207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.926377] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.052269] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1035.052593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.052825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.053270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.053690] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.053978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.053978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.054260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.054539] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.054666] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.430364] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe46c66f-a92e-4073-8fce-9cd5345db156: rpc.has_security_group_logging(os_id): False [ 1035.447953] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.448226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.448330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.448595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.448677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.448927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.449231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.449284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.449489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.449625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.449917] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.450057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.451068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.451068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.451068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.451068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.451068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.451068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.451068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.451520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.451520] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be created. [ 1035.505441] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.505683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.505787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.506118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.506380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.517200] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1035.556890] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.060376] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.562056] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.562255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.562468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.562712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.562810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.562947] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1036.582345] env[69513]: INFO networking_nsxv3.common.synchronization [req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 req-0764383a-4a25-4025-af96-dc3789c263f5 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1036.582345] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1036.582345] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.582345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.582345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.582345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.582345] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.582345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.582345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.583314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.583314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.583314] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.591097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.591097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.591097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.591247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.591417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.601529] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1036.720580] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 1036.720841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.085834] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.086267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.086267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.086396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.086396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.087161] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.087161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.087161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.087161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.087161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.087161] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 1037.204182] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.204182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.204182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.204182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.204182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.204182] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 1037.529419] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1037.529659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.391307] env[69513]: INFO networking_nsxv3.common.synchronization [None req-34a8082a-3732-4dff-b484-37e9efc8cd85 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1038.391733] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1038.392054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.392179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.392244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.392433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.392589] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.392709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.392764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.392923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.392997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.393097] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.609945] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1038.610290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.610512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.610761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.611099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.611296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.611340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.611469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.611551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.611632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.611723] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.894981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.894981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.894981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.896209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.896324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.896558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.896669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.896743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.896908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.896989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.897104] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 1038.922624] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.922776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.922834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.923088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.923250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.930970] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 1039.116395] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.116395] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.116395] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.116395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118456] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.134270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 1039.134493] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 1039.134662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.620942] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 1039.641741] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.641881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.641881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.642634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.642634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.642634] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.642634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.642634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.642925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.642925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.643106] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.643213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.643288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.643434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.644063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.644063] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.644063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.644063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.644063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.644063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.644340] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1039.706638] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.706816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.706890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.707075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.707253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.723619] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1039.743842] env[69513]: INFO networking_nsxv3.common.synchronization [req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c req-872a2104-60c5-4815-a5e8-5e456643c360 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1039.744522] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1039.744841] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.744964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.745042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.745432] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.745532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.745589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.745837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.746080] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.074833] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.075136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.078063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.078063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.078063] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.078063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.078063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.078063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.078063] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.078063] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.078063] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.078063] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.078063] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.078580] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.078580] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.078580] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.096555] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.096716] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.096928] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.097200] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.097624] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-1063cab5-999c-46c2-98a4-33ca2e198202 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.097880] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.098109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.098860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.098860] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1063cab5-999c-46c2-98a4-33ca2e198202',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.251108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.251357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.251431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.251622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.251726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.251919] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.252037] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.252105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.252249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.252324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.252490] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 already deleted. [ 1040.252490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.291420] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1040.291420] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1040.600993] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.601293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.601481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.601823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.602046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.602245] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 1063cab5-999c-46c2-98a4-33ca2e198202 not found, creating... [ 1040.602585] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603483] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.603854] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.604078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.604223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.604458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.604622] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.604849] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 1063cab5-999c-46c2-98a4-33ca2e198202 is going to be created. [ 1040.623755] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.624088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.624247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.624407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.625330] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.625330] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.939495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 1040.939700] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 deletion is rescheduled due to dependency. [ 1040.939818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.318297] env[69513]: INFO networking_nsxv3.common.synchronization [req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c req-3d7a0ec2-9b13-443c-bb9a-2f6df36cbafc service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1041.318476] env[69513]: INFO networking_nsxv3.common.synchronization [req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c req-3d7a0ec2-9b13-443c-bb9a-2f6df36cbafc service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1041.318616] env[69513]: INFO networking_nsxv3.common.synchronization [req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c req-3d7a0ec2-9b13-443c-bb9a-2f6df36cbafc service nova] Enqueued Resource ID: 1063cab5-999c-46c2-98a4-33ca2e198202 with Priority: HIGHEST for action port [ 1041.319220] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1041.319358] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1041.319456] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1063cab5-999c-46c2-98a4-33ca2e198202 with Priority: HIGHEST for action port [ 1041.321100] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.321100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.321100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.321100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.321100] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.321100] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.321550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.321550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.321550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.321751] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.321751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.321751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.321942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.321980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.322166] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.323267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1063cab5-999c-46c2-98a4-33ca2e198202 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.323267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.323267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.323267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.323267] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1063cab5-999c-46c2-98a4-33ca2e198202',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.736894] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1041.737195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.825672] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.826837] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.826969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.827085] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1063cab5-999c-46c2-98a4-33ca2e198202 with status ACTIVE [ 1041.827277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.827340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.827405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.827611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.827703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.827877] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.828022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.828140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.828246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.828290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.830649] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.830802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.831307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.831307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.831307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.831463] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1063cab5-999c-46c2-98a4-33ca2e198202 is going to be updated. [ 1041.851375] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.851519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.851573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.851780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.851917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.852106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1063cab5-999c-46c2-98a4-33ca2e198202" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.334117] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.836556] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.836841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.836841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.837019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.837128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.837232] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be created. [ 1042.860327] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.860588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.860666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.860881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.861061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.869827] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: UNINITIALIZED for 2s [ 1044.414566] env[69513]: INFO networking_nsxv3.common.synchronization [req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 req-fd5a6eb0-9a87-4acc-bc71-ec22f97bbb80 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1044.415039] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1044.415604] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.415604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.415604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.415972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.416273] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.416653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.416821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.417664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.417920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.418225] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.656251] env[69513]: INFO networking_nsxv3.common.synchronization [req-33764352-c8b1-493f-8bfa-7b1f4705ade4 req-2bc160ae-7fd3-4c13-ad60-710738f7b3ad tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1044.656895] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1044.657272] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.657405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.657475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.657669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.657823] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.657916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.657981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.658712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.658841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.658964] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.881082] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1044.881308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.881480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.881693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.881886] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.882075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.882146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.882302] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.882386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.882474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.882602] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.921707] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.161036] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.379149] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.379149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.379149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.379149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.379632] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.379998] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.380295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.380718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.381082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.381494] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.381797] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.382232] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.382629] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.382943] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.383211] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.383484] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.405136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.405136] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.405136] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.405136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.405136] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-83078ac4-6f69-4ced-8242-2824e92493e7 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.405136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.405136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.405136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.405136] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83078ac4-6f69-4ced-8242-2824e92493e7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.451436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.451436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.451436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.451436] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.451436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.452248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.452248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.452248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.452248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.452248] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.452816] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.664425] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.909969] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.910233] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.910367] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.910717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.910926] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.911048] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 83078ac4-6f69-4ced-8242-2824e92493e7 not found, creating... [ 1045.911329] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.911500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.911649] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.911857] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.911999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.912307] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.912492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.912573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.912776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.913015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.917144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 83078ac4-6f69-4ced-8242-2824e92493e7 is going to be created. [ 1045.936288] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.936555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.936654] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.936955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.937265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.937497] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.954687] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93328df-8dd2-4e39-95e8-75d66f1bc548: rpc.has_security_group_logging(os_id): False [ 1045.956108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.956611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.957369] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1045.988940] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.989145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.989269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.993013] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.993013] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.993013] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.993013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.993910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.993910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.993910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.993910] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be created. [ 1045.999721] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.999966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.000063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.000290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.000454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.010223] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1046.105914] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.106062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.106165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.106349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.106525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.117392] env[69513]: INFO networking_nsxv3.common.synchronization [req-6b269033-fcb0-430b-95a6-83e71c278b21 req-c86ac146-7db2-4b02-aac4-18718c7e4f58 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 1046.118286] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1046.118718] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 1046.119022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.119529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.119529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.119529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.119529] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.119707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.119707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.119824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.119900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.120018] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.167484] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.168020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.168020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.168226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.168333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.168444] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1046.209798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.210056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.210304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.210534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.210778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.225900] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1046.622008] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.886386] env[69513]: INFO networking_nsxv3.common.synchronization [req-33764352-c8b1-493f-8bfa-7b1f4705ade4 req-081f646d-4d01-4892-b9b3-644b450773a1 service nova] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_rules [ 1046.886578] env[69513]: INFO networking_nsxv3.common.synchronization [req-33764352-c8b1-493f-8bfa-7b1f4705ade4 req-081f646d-4d01-4892-b9b3-644b450773a1 service nova] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1046.886714] env[69513]: INFO networking_nsxv3.common.synchronization [req-33764352-c8b1-493f-8bfa-7b1f4705ade4 req-081f646d-4d01-4892-b9b3-644b450773a1 service nova] Enqueued Resource ID: 83078ac4-6f69-4ced-8242-2824e92493e7 with Priority: HIGHEST for action port [ 1046.886950] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_rules [ 1046.887093] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1046.887191] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83078ac4-6f69-4ced-8242-2824e92493e7 with Priority: HIGHEST for action port [ 1046.887752] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.887894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.887934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.890042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.890132] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.891067] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-83078ac4-6f69-4ced-8242-2824e92493e7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.892045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.892121] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83078ac4-6f69-4ced-8242-2824e92493e7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.127261] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.175828] env[69513]: INFO networking_nsxv3.common.synchronization [req-928b91ff-ff23-45ea-835f-62f212712912 req-000bf489-f4ef-4ad7-8258-ba7cac09dd7f tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1047.176450] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1047.176829] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.176973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.177069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.177282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.177486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.177580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.177645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.177830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.177917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.178016] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.393513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.393751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.393971] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83078ac4-6f69-4ced-8242-2824e92493e7 with status ACTIVE [ 1047.394176] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.394306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.394373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.394602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.395111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.395111] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.395111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.395111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.395359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.395359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.395562] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.395659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.396727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.396727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.396727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.397984] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83078ac4-6f69-4ced-8242-2824e92493e7 is going to be updated. [ 1047.417047] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.417243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.417350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.417562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.417702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.417868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83078ac4-6f69-4ced-8242-2824e92493e7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.508441] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.509060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.509322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.509619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.510046] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.510167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.510389] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.510635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.510760] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.510995] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.511186] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.511348] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.511477] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.511633] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.511800] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.512023] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.531312] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.531312] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.531468] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.532093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-670" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.532093] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-f6920416-22b4-4cae-bd4e-a122d4be34f0 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.532294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.532294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.533397] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.533397] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6920416-22b4-4cae-bd4e-a122d4be34f0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.633401] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.633401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.633401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.633401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.633401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.633401] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be updated. [ 1047.669892] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.670048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.670118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.670330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.670564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.680538] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.680693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.681091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.681091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.681218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.681440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.681572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.681649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.681830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.682120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.682120] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 1047.683728] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 2s [ 1047.710725] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.710915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.711025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.711299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.711479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.723333] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 1048.021151] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1048.022177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.034959] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.035496] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.035688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.036040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.036281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.036495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port f6920416-22b4-4cae-bd4e-a122d4be34f0 not found, creating... [ 1048.036934] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.037184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.037394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.037700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.037907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.038287] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.038531] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.038732] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.038999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.039350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.039415] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: f6920416-22b4-4cae-bd4e-a122d4be34f0 is going to be created. [ 1048.056621] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.056832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.056968] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.057260] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.057490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.057717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.128912] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1048.129438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.236283] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1048.237024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.237024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.237130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.237300] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.240932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.240932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.240932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.240932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.240932] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.743028] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.760047] env[69513]: INFO networking_nsxv3.common.synchronization [req-928b91ff-ff23-45ea-835f-62f212712912 req-43cde51b-d056-4678-bc20-f7f07eb8a26f service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 1048.760240] env[69513]: INFO networking_nsxv3.common.synchronization [req-928b91ff-ff23-45ea-835f-62f212712912 req-43cde51b-d056-4678-bc20-f7f07eb8a26f service nova] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1048.760385] env[69513]: INFO networking_nsxv3.common.synchronization [req-928b91ff-ff23-45ea-835f-62f212712912 req-43cde51b-d056-4678-bc20-f7f07eb8a26f service nova] Enqueued Resource ID: f6920416-22b4-4cae-bd4e-a122d4be34f0 with Priority: HIGHEST for action port [ 1048.760882] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_rules [ 1048.763419] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1048.766704] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6920416-22b4-4cae-bd4e-a122d4be34f0 with Priority: HIGHEST for action port [ 1048.766704] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.766704] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.766704] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.766704] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6920416-22b4-4cae-bd4e-a122d4be34f0 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.766704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.766704] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6920416-22b4-4cae-bd4e-a122d4be34f0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.242039] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.268510] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6920416-22b4-4cae-bd4e-a122d4be34f0 with status ACTIVE [ 1049.268746] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.269027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.269027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.269244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.269351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.269494] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.269595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.269657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.269804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.269879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.270094] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.270232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.270317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.270462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.270529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.270613] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6920416-22b4-4cae-bd4e-a122d4be34f0 is going to be updated. [ 1049.273420] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.273548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.292879] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.292879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.292879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.292879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.292879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.292879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6920416-22b4-4cae-bd4e-a122d4be34f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.694264] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 1049.694264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.732084] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 1049.732084] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 1049.732084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.732084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.732316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.732516] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.732613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.732690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.732861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.732976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.733065] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.744452] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.744769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.744769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.744869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.744983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.745136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1049.769466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.769648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.769648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.769842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.769987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777571] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1050.236055] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.738474] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.240659] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.241423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.241703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.242132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.244019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244019] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 1051.272391] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.272828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.273021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.273363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.273631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.282878] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 1051.786867] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1051.787190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.787375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.787601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.787845] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.787981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.788085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.788336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.788417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.788504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.788598] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.290934] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.291381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.291381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.291560] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.291660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.291766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.291962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.292070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.292224] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.292432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.292497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.292646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.292787] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.292878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.292934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.293084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.293162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.293243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.293332] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.795957] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a24257-ec93-4b99-aded-9c106b9b0bea: rpc.has_security_group_logging(os_id): False [ 1052.813558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.813558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.813758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.814991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.814991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.814991] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.814991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.814991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.814991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.814991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.815527] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.815527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.815527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.815735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.815880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.816017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.816174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.816174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.816348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.816431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.817028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1052.845877] env[69513]: INFO networking_nsxv3.common.synchronization [req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 req-707a4fde-d7f9-40a2-86f2-04b6a97ac40a tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1052.846541] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1052.846879] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.847255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.847442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.847830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.847964] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.848117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.848179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.848399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.848498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.848591] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.872556] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.872732] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.872820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.873090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.873298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.887956] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1053.110172] env[69513]: INFO networking_nsxv3.common.synchronization [req-11310723-a57b-4cae-922a-7c05ee5d45b2 req-490be1d9-75f5-4072-bd53-bc75fde231c2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1053.110172] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1053.110172] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.110980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.111289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.111990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.112354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.113038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.113257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.113640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.113859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.114389] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.295026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.295026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.295026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.295026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.350703] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.350918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.350980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.351242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.370700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.371043] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.371175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.371241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.371438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.371524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.371616] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1053.396040] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.396244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.396375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.396556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.396748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.405058] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1053.617912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.621022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.621022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.621022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1053.649170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.649170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.649170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.649170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.649170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.656533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1053.802252] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.805023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.805023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.805023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.805023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.805575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.810087] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.880577] env[69513]: INFO networking_nsxv3.common.synchronization [req-7722a6c5-76a2-4658-aa78-377a47f8283f req-271bd40f-bafb-48ed-ab8d-dadfe10b1428 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1053.881802] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1053.882185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.882357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.885638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.885638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.885638] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.885638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.885638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.885638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.885638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.885638] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.311321] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a101a11c-7a81-4ee9-9faa-07b632e66d11: rpc.has_security_group_logging(os_id): False [ 1054.330477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.330685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.330755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.331115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.331270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.331576] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.331841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.331841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.332078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.332172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.332461] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.332650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.332695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.332895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.333164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.333314] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.333421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.333510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.333724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.333870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.333995] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 1054.386736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.387022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.387162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.387410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.387515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.387762] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.387927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.388034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.388317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.388423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.388479] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1054.398492] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.398492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.398717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.398779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.398890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.410765] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 1054.415518] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.415741] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.415888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.415977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.416191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.423270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1054.898786] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1054.899045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.416727] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1055.416987] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a deletion is rescheduled due to dependency. [ 1055.416987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.677741] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1055.677927] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1055.678026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.769390] env[69513]: INFO networking_nsxv3.common.synchronization [req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 req-7858e200-c3f5-4853-b254-e518eea5d314 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 1055.769947] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGHEST for action security_group_members [ 1055.770825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.770825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.770825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.770825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.770825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.771139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.771139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.771139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.771239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.771239] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.273781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.273985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.274081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.274317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.274413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.274625] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.274724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.274787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.274940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.275025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.275114] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be updated. [ 1056.299362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.299571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.299571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.299820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.299971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.307352] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: IN_PROGRESS for 2s [ 1056.426483] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 1056.426763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.430769] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1056.430942] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 deletion is rescheduled due to dependency. [ 1056.431061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.582305] env[69513]: INFO networking_nsxv3.common.synchronization [req-77eb67f0-7162-4360-b45f-737e98ce3ca7 req-232f675d-a02b-4391-9449-3487dd2bfd3a tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1057.582988] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1057.583277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.583562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.583562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.583784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.583942] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.589777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.589777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.589777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.589777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.589777] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.968924] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.969133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.969133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.969806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.969806] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.969908] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.970039] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.970289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.970451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.970679] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.970803] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.970937] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.971068] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.971187] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.971297] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.971448] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.989788] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.990065] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.990126] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.990287] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.990612] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-cec01c71-c145-40c9-afa3-78b7b20ffdd6 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.990847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.990892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.991229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.991369] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec01c71-c145-40c9-afa3-78b7b20ffdd6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.091050] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.192829] env[69513]: INFO networking_nsxv3.common.synchronization [req-470dd202-1b76-40a1-801f-64037f6a979b req-aa07bcee-839b-4bce-94c5-1f38b2fac700 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1058.194195] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1058.194510] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.194635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.194701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.194932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.195124] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.195228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.195290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.195437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.195524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.195617] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.317698] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0034789-5cc8-4a53-a776-cc01ac41f49e in Status: SUCCESS [ 1058.317894] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e deletion is rescheduled due to dependency. [ 1058.318641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.494559] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.494851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.494986] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.495423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.495522] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.495629] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port cec01c71-c145-40c9-afa3-78b7b20ffdd6 not found, creating... [ 1058.495936] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.496110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.496243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.496559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.496790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497183] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.497371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.497553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.497948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.498050] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.498218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: cec01c71-c145-40c9-afa3-78b7b20ffdd6 is going to be created. [ 1058.518807] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.518807] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.518807] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.519256] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.519408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.519677] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592372] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.700943] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.095036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.095036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.095036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.095036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.096033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.096033] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1059.125022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.125022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.125022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.125022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.125022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.132234] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1059.202635] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.316177] env[69513]: INFO networking_nsxv3.common.synchronization [req-77eb67f0-7162-4360-b45f-737e98ce3ca7 req-7689f19d-828c-4fc4-a280-05fa60074908 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1059.316177] env[69513]: INFO networking_nsxv3.common.synchronization [req-77eb67f0-7162-4360-b45f-737e98ce3ca7 req-7689f19d-828c-4fc4-a280-05fa60074908 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1059.316177] env[69513]: INFO networking_nsxv3.common.synchronization [req-77eb67f0-7162-4360-b45f-737e98ce3ca7 req-7689f19d-828c-4fc4-a280-05fa60074908 service nova] Enqueued Resource ID: cec01c71-c145-40c9-afa3-78b7b20ffdd6 with Priority: HIGHEST for action port [ 1059.316177] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1059.316177] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1059.316177] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec01c71-c145-40c9-afa3-78b7b20ffdd6 with Priority: HIGHEST for action port [ 1059.316177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.316177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.316177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.316177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.316177] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.321668] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.322297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.322631] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-cec01c71-c145-40c9-afa3-78b7b20ffdd6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.322858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.323022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.323404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.323572] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec01c71-c145-40c9-afa3-78b7b20ffdd6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.705573] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.705832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.705832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.705973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.706084] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.706193] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1059.732603] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.732794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.732870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.733101] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.733273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.740962] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1059.827070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.827070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.827070] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cec01c71-c145-40c9-afa3-78b7b20ffdd6 with status ACTIVE [ 1059.827277] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.827277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.827352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.827543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.827634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.827805] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.827900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.828033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.828149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.828225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.828431] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.828533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.828588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.828736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.828802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.828887] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cec01c71-c145-40c9-afa3-78b7b20ffdd6 is going to be updated. [ 1059.849176] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.849372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.849372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.849581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.849724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.849891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cec01c71-c145-40c9-afa3-78b7b20ffdd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.141878] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 4s [ 1061.714261] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ed64d164-f8b5-4080-980e-7c273ff64c2c tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 with Priority: HIGHEST for action security_group_rules [ 1061.714838] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 with Priority: HIGHEST for action security_group_rules [ 1061.715154] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.715274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.715443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.715701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.715777] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fae9a5c2-7dce-40d2-aa71-b0e43d997eb1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.749877] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1061.750091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.780860] env[69513]: INFO networking_nsxv3.common.synchronization [None req-14866ae4-22f4-4043-8f6d-6dc7e948d330 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 with Priority: HIGHEST for action security_group_rules [ 1061.781417] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 with Priority: HIGHEST for action security_group_rules [ 1061.781709] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.781815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.237865] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.238229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.238229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.238335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.238484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.238622] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 already deleted. [ 1062.238742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.238955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.239186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.239276] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fae9a5c2-7dce-40d2-aa71-b0e43d997eb1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.763699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.763869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.763976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.764245] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.764438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.764514] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fae9a5c2-7dce-40d2-aa71-b0e43d997eb1 already deleted. [ 1062.764556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fae9a5c2-7dce-40d2-aa71-b0e43d997eb1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.152129] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1063.152438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.152596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.152883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153145] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.153261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.153403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.153512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.153737] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.246268] env[69513]: INFO networking_nsxv3.common.synchronization [req-2f922a84-49d8-4d49-946f-459e3c15e8ed req-e0189b54-c89e-473e-888a-f5d72e03c6e1 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1063.246683] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGHEST for action security_group_members [ 1063.249489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.249489] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.655954] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.676310] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.676583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.676719] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.677020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.677309] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.677467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.677590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.677825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.678442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.678442] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.678442] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.678442] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.678623] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.678879] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.678951] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.679142] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.697229] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.697443] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.697680] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.697904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.698314] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d489bd17-5c84-4576-8703-610f302c491d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.698579] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.698738] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.699215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.699319] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d489bd17-5c84-4576-8703-610f302c491d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.750254] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.750435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.750512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.750749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.750882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.751157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.751264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.751325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.751495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.751614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.751730] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be updated. [ 1063.781438] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.781645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.781989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.782381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.782974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792033] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: IN_PROGRESS for 2s [ 1064.159181] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.201544] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.201783] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.201917] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.202254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.202415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.202577] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d489bd17-5c84-4576-8703-610f302c491d not found, creating... [ 1064.202856] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.203035] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.203159] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.203379] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.203523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.203829] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.203990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.204304] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.204627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.204771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.204959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d489bd17-5c84-4576-8703-610f302c491d is going to be created. [ 1064.228236] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.228560] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.228758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.229087] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.229478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.229822] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.662043] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.662043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.662043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.662043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.662489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.662489] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1064.691458] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.691598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.692069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.700989] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1064.933491] env[69513]: INFO networking_nsxv3.common.synchronization [req-63aff280-421a-4e97-994e-3d2fa420c801 req-52547a60-f077-4579-b35e-8d0cde78b2f7 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 1064.933746] env[69513]: INFO networking_nsxv3.common.synchronization [req-63aff280-421a-4e97-994e-3d2fa420c801 req-52547a60-f077-4579-b35e-8d0cde78b2f7 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1064.933923] env[69513]: INFO networking_nsxv3.common.synchronization [req-63aff280-421a-4e97-994e-3d2fa420c801 req-52547a60-f077-4579-b35e-8d0cde78b2f7 service nova] Enqueued Resource ID: d489bd17-5c84-4576-8703-610f302c491d with Priority: HIGHEST for action port [ 1064.934500] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 1064.934655] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1064.934755] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d489bd17-5c84-4576-8703-610f302c491d with Priority: HIGHEST for action port [ 1064.935160] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.935305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.935566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.935840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.936037] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.937632] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.937759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.937842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.938104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.938269] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.938423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.938507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.938766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.938872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.938970] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.940805] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d489bd17-5c84-4576-8703-610f302c491d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.940805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.940805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.940805] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d489bd17-5c84-4576-8703-610f302c491d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.442683] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.442683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.445893] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.446407] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d489bd17-5c84-4576-8703-610f302c491d with status ACTIVE [ 1065.446718] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.446977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.447160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.447518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.447719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.447984] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.449278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.449278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.449278] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.449278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.449278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.449967] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d489bd17-5c84-4576-8703-610f302c491d is going to be updated. [ 1065.470632] env[69513]: INFO networking_nsxv3.common.synchronization [req-6be607af-b720-45e4-b22d-040ce9e03ec1 req-ec575aa1-ba54-4639-97be-88ccf900714f tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1065.472207] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.472207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.472207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.472207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.472207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.472207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.472402] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1065.472776] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.472885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.472952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.473140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.473287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.473383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.473445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.473611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.473668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.473756] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.746810] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.747155] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.747205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.747462] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.747745] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.747926] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.748065] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.748305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.748477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.748784] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.748920] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.749161] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.749364] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.749521] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.749660] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.749809] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.771331] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.771508] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.771654] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.771887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.772223] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.772408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.772538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.772869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.773030] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.800828] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 in Status: SUCCESS [ 1065.801069] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 deletion is rescheduled due to dependency. [ 1065.801206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.952102] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.975639] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.975835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.975835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.976065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.976179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.976432] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.976560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.976625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.976788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.976866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.976952] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1065.998927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.999085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.999146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.999380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.999523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.008535] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1066.275501] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.275831] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.276019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.276419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.276675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276832] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 not found, creating... [ 1066.277071] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.277245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.277370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.277606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.277747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.278047] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.278210] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.278333] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.278570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.278759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.278861] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 is going to be created. [ 1066.300678] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.300981] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.301130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.301416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.303069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.303357] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.454684] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.454880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.454953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.455190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.455288] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.455390] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 1066.487365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.487365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.487365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.487365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.487365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.494445] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 1066.710411] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1066.710636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.710801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.711030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.711229] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.711333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.711402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.711568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.711656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.711760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.711889] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.972245] env[69513]: INFO networking_nsxv3.common.synchronization [req-6be607af-b720-45e4-b22d-040ce9e03ec1 req-716835d5-4f59-403e-8615-bbaefc782559 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 1066.972245] env[69513]: INFO networking_nsxv3.common.synchronization [req-6be607af-b720-45e4-b22d-040ce9e03ec1 req-716835d5-4f59-403e-8615-bbaefc782559 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1066.972245] env[69513]: INFO networking_nsxv3.common.synchronization [req-6be607af-b720-45e4-b22d-040ce9e03ec1 req-716835d5-4f59-403e-8615-bbaefc782559 service nova] Enqueued Resource ID: b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 with Priority: HIGHEST for action port [ 1066.972833] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 1066.972970] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1066.973083] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 with Priority: HIGHEST for action port [ 1066.973458] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.973615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.973745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.973964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.974062] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.975597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.975753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.976046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.976193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.976291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.976474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.976560] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.214505] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.214704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.214857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.215736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.215936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.215936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216122] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216808] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.217062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.217156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.217244] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.478276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.478419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.478666] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 with status ACTIVE [ 1067.478875] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.479021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.479021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.479243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.479331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.479515] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.479621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.479686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.479839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.480027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.480198] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.480319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.480359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.480498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.480574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.480673] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 is going to be updated. [ 1067.508306] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.508461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.508620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.508866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.509040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.720392] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 1067.741836] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.742018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.742067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.742278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.742376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.742578] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.742681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.742742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.742893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.742977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.743187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.743283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.743347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.743487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.743563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.743744] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.743828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.743888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.744027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.744111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.744186] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1067.807793] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.807981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.807981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.808219] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.808389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.823505] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1068.017862] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1068.018189] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a deletion is rescheduled due to dependency. [ 1068.018238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.018395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.018757] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.018953] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.019088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.019156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.019320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.019400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.019516] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.504300] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 1068.504530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.504699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.504932] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505144] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.505264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.505329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.505485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.505655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.505744] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.521215] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.010988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.010988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.010988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.010988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.010988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.011668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.011668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.011668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.011668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.011668] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.023901] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.517390] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 493a4609-8505-4751-b6bf-564fceb2cb91: rpc.has_security_group_logging(os_id): False [ 1069.528376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.528376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.528376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.528376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.528376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.528376] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1069.534799] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.535994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.535994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.536469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.536778] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.536944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.537073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.537277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.537407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537655] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.538922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.538922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.538922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.538922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.538922] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 1069.554306] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.554470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.554547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.554758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.554929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.562022] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1069.597980] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.597980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.597980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.597980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.597980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623933] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 1069.818785] env[69513]: INFO networking_nsxv3.common.synchronization [req-baf37cd5-76ec-455d-a424-74db19901c06 req-ae67f32d-c5a5-4b68-8f4c-561977c78d02 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1069.819507] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1069.820090] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.820236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.820297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.820538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.820711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.820836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.820926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.821190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.821341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.821459] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.835755] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1069.835755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.310095] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.310444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.310444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.310709] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.311140] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.311304] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.311436] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.311662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.311815] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.312128] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.312213] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.312259] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.312381] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.312582] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.312582] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.312749] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.324034] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.324034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.324034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.324298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.325068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.325068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.325068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.325068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.325068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.325068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.325068] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1070.331496] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.331769] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.331831] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.331974] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.332327] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.332569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.332753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.333156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.333341] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee5cbdd-61f3-4557-8bf9-9f0211c9d97d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.349422] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.349642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.349708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.349930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.350069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.361527] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1070.836917] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.837274] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.837487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.838056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.838191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.838350] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port aee5cbdd-61f3-4557-8bf9-9f0211c9d97d not found, creating... [ 1070.838806] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.839083] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.839278] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.839633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.839846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.840232] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.840458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.840634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.840928] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.841143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.841334] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: aee5cbdd-61f3-4557-8bf9-9f0211c9d97d is going to be created. [ 1070.861551] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.861868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.862106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.862486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.862857] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.863246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.571337] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1071.571666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.571765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.571973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.572175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.572291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.572359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.572533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.572660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.572758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.572851] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.580133] env[69513]: INFO networking_nsxv3.common.synchronization [req-baf37cd5-76ec-455d-a424-74db19901c06 req-290aa2f7-2f8e-4208-b650-4c6436cddab5 service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1071.580334] env[69513]: INFO networking_nsxv3.common.synchronization [req-baf37cd5-76ec-455d-a424-74db19901c06 req-290aa2f7-2f8e-4208-b650-4c6436cddab5 service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1071.580478] env[69513]: INFO networking_nsxv3.common.synchronization [req-baf37cd5-76ec-455d-a424-74db19901c06 req-290aa2f7-2f8e-4208-b650-4c6436cddab5 service nova] Enqueued Resource ID: aee5cbdd-61f3-4557-8bf9-9f0211c9d97d with Priority: HIGHEST for action port [ 1071.580703] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1071.580828] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1071.580923] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee5cbdd-61f3-4557-8bf9-9f0211c9d97d with Priority: HIGHEST for action port [ 1071.581462] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.581627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.581655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.581842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.581886] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.584142] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.584142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.584142] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.584142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.584142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.584306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.584306] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee5cbdd-61f3-4557-8bf9-9f0211c9d97d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.634909] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 1071.635165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.075138] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.085141] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.085301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.086707] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee5cbdd-61f3-4557-8bf9-9f0211c9d97d with status ACTIVE [ 1072.087332] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.087332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.087332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.087515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.087592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.087775] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.087903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.087987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.088209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.088316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.088558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.088678] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.088770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.088949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.089063] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.089174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee5cbdd-61f3-4557-8bf9-9f0211c9d97d is going to be updated. [ 1072.110053] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.110241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.110323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.110580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.110889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.110977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.370254] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1072.370621] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1072.370752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.370919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.371151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.371368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.371516] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.371598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.371768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.371893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.372048] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.579266] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca82fd01-0be3-4fae-8579-dd4b5213253a: rpc.has_security_group_logging(os_id): False [ 1072.595237] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.595375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.595447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.595650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.595760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.596054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.596159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.596226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.596391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.596473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.596560] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1072.653026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.653181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.653181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.653389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.653588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.663626] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1072.874404] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.377145] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.879955] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.880415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.880700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.880957] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1073.906989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.907193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.907274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.907432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.907577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.914685] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1074.525318] env[69513]: INFO networking_nsxv3.common.synchronization [req-87f68190-eb55-4b58-ac54-aa6a20ed9277 req-02e661f1-58a2-49aa-8030-1750486c05b0 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1074.525318] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1074.525318] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.525318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.525318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.529821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.530149] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.530381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.530554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.530855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.531349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.533927] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.677624] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1074.677851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040279] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.040279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040279] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1075.064301] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.064451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.064523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.064734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.064882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.073547] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1075.190644] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.190851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.191032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.191282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.191548] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.191802] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.192201] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.192251] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.192408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.192623] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.192735] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.192846] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.192955] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.193078] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.193194] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.193317] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.220349] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.220537] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.220680] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.220860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.221213] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c3d3f756-28ad-4cbc-95fc-409a663537d7 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.221434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.221509] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.221973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.222145] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d3f756-28ad-4cbc-95fc-409a663537d7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.724212] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.724506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.724743] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.725033] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.725295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.725525] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c3d3f756-28ad-4cbc-95fc-409a663537d7 not found, creating... [ 1075.725933] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.726147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.726464] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.726612] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.726848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.727596] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.727805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.727965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.728275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.728474] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.728648] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c3d3f756-28ad-4cbc-95fc-409a663537d7 is going to be created. [ 1075.751821] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.752090] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.752244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.752539] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.752781] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.753032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.927488] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1075.927983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.928074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.928247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.928471] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.928644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.928703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.928898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.929009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.929464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.929464] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.431685] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435486] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435953] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.939039] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93328df-8dd2-4e39-95e8-75d66f1bc548: rpc.has_security_group_logging(os_id): False [ 1076.956947] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.959296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959884] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.959884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.960298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960298] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1077.021734] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.021877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.021944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.022173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.022313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.037726] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1077.085434] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1077.085632] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 deletion is rescheduled due to dependency. [ 1077.085786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.139314] env[69513]: INFO networking_nsxv3.common.synchronization [req-87f68190-eb55-4b58-ac54-aa6a20ed9277 req-3368acf8-5d39-48f5-9cdd-36ca8932d347 service nova] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_rules [ 1077.139508] env[69513]: INFO networking_nsxv3.common.synchronization [req-87f68190-eb55-4b58-ac54-aa6a20ed9277 req-3368acf8-5d39-48f5-9cdd-36ca8932d347 service nova] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1077.139673] env[69513]: INFO networking_nsxv3.common.synchronization [req-87f68190-eb55-4b58-ac54-aa6a20ed9277 req-3368acf8-5d39-48f5-9cdd-36ca8932d347 service nova] Enqueued Resource ID: c3d3f756-28ad-4cbc-95fc-409a663537d7 with Priority: HIGHEST for action port [ 1077.139946] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_rules [ 1077.140104] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1077.140202] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d3f756-28ad-4cbc-95fc-409a663537d7 with Priority: HIGHEST for action port [ 1077.140740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.140935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.140935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.141601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.141693] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.145322] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.145464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.145504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.145692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.145968] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.145968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.146102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.146227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.146315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.146408] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.147364] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d3f756-28ad-4cbc-95fc-409a663537d7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.147364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.147475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.147681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.147681] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d3f756-28ad-4cbc-95fc-409a663537d7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.649881] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.650161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.650250] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.651189] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3d3f756-28ad-4cbc-95fc-409a663537d7 with status ACTIVE [ 1077.651374] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.651497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.651565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.651762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.651853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.652038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.652134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.652198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.652348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.652428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.652605] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.652784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.652881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.653224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.653224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.653319] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3d3f756-28ad-4cbc-95fc-409a663537d7 is going to be updated. [ 1077.680287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.680435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.680561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.680719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.680858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.681052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d3f756-28ad-4cbc-95fc-409a663537d7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.155411] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.256065] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.256269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.256323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.256516] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.256632] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.658392] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.658807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.658807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.659259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.659384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.659545] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1078.694305] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.694523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.694523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.694717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.694860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.703820] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1078.705617] env[69513]: INFO networking_nsxv3.common.synchronization [req-2527393e-57f4-40db-8dab-78edb00bd057 req-08837649-a98b-40aa-a3d1-caecb8ca2bfd tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1078.706345] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1078.706772] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.706925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.706993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.707261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.711058] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.711058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.711058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.711058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.711058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.711058] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.760374] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.053378] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1079.053617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.210046] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.267467] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.339398] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.339398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.339398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.339398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.339398] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.339398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.339398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.340816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.341052] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.341233] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.341984] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.342132] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.342252] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.342372] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.342550] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.342716] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.361151] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.361333] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.361475] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.361655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.361977] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-8a4944e1-27bf-4678-8d43-7a5b6654ac74 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.362176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.362302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.362625] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.362818] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4944e1-27bf-4678-8d43-7a5b6654ac74',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.712898] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.769929] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1079.770069] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1079.875026] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.875026] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 8a4944e1-27bf-4678-8d43-7a5b6654ac74 not found, creating... [ 1079.875026] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.875460] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.875460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.875460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.875460] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 8a4944e1-27bf-4678-8d43-7a5b6654ac74 is going to be created. [ 1079.897574] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.897574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.897574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.897574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.897574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.897574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.219072] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.219228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.219300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.219504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.219594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.219694] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1080.251708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.251843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.251912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.252137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.252275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.260492] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1080.539158] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.539300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.540045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.540045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.555039] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1080.556283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.557660] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1080.594375] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.594546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.594592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.594885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.607214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.607923] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1080.608010] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1080.608109] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1080.664218] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.664218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.664218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.664218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.664658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.664804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1080.700819] env[69513]: INFO networking_nsxv3.common.synchronization [req-2527393e-57f4-40db-8dab-78edb00bd057 req-2b41289c-adbf-489d-8344-b688b0220ca3 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1080.700819] env[69513]: INFO networking_nsxv3.common.synchronization [req-2527393e-57f4-40db-8dab-78edb00bd057 req-2b41289c-adbf-489d-8344-b688b0220ca3 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1080.700819] env[69513]: INFO networking_nsxv3.common.synchronization [req-2527393e-57f4-40db-8dab-78edb00bd057 req-2b41289c-adbf-489d-8344-b688b0220ca3 service nova] Enqueued Resource ID: 8a4944e1-27bf-4678-8d43-7a5b6654ac74 with Priority: HIGHEST for action port [ 1080.700819] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1080.700819] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1080.700819] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4944e1-27bf-4678-8d43-7a5b6654ac74 with Priority: HIGHEST for action port [ 1080.703475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.703707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.703814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.704079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.704209] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.706604] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.706733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.706982] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a4944e1-27bf-4678-8d43-7a5b6654ac74 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.707182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.707220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.707396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.707478] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4944e1-27bf-4678-8d43-7a5b6654ac74',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.721531] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1080.721874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.723169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.723864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.724084] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.724207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.724272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.724431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.724512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724687] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.781186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.781343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.781415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.781641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.783338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.783609] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1080.983165] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.985008] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.985008] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.985008] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.985008] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.985008] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1080.985008] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'acfb39df-6843-4dee-9581-ae5c85d1fd76', 'cd512630-eced-42f6-bcd6-36f393b4d8c3', '60736436-4add-4036-9002-7a09bf451eed', 'fe46c66f-a92e-4073-8fce-9cd5345db156', 'd758ba18-3b66-4e2d-a47d-8e99e75f32c7', '9726129d-c56d-480b-9076-0b352b50404a', 'b4baeb90-31ca-485d-8585-e39ac9e43d25', '319b2d2c-ca47-4c3a-84ea-7ef277098e09', '413bd4f6-c058-4992-ad3d-9ffc2de4b181', '3fe46277-08d8-4c43-a7d9-95a79ad664eb', 'd0713ae5-fed5-45b5-a821-d659af78a415', 'ec2df000-4e1b-438b-a830-b9cf7b13d4a8', '37ef28dc-f2b8-4ed0-b366-2b55e2242d7e', '7f930123-61d5-40ef-a6e4-4b7640c19bca', '60c9a4aa-c625-44ca-8993-8487ea2a59df', 'e1d43903-7fb4-4e73-8b92-0be098e30e45', '37a24257-ec93-4b99-aded-9c106b9b0bea', 'a101a11c-7a81-4ee9-9faa-07b632e66d11', 'd0034789-5cc8-4a53-a776-cc01ac41f49e', '6a821c69-cfd6-436b-80cc-8f68fd764cf1', 'b2b6ae25-9de9-4465-85d4-7230f71492a4', '493a4609-8505-4751-b6bf-564fceb2cb91', 'ca82fd01-0be3-4fae-8579-dd4b5213253a', '53ccbba5-e653-4ea7-8dd6-9b54806a9819', '31a427e0-21d8-4bf8-a6ea-33a961d33cd2', 'a343f61c-6c9b-4836-9e95-fdf3d93d3de1', '7bc83a69-81ac-495c-837c-b9276ba2d1c8', '789cd615-424c-4a09-88e9-e31432d9efd8', '1c1e052e-aa56-415a-ad3a-8644097a6040', 'f434edfd-2538-480a-9797-a84b2d0e6eb6', '49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4', '47c288d5-cfac-4330-b198-0a75734a9958', 'e0904499-47d9-433f-9626-35b73625eccf', '08483e17-8064-4230-931f-0f43606bbc41', 'a93328df-8dd2-4e39-95e8-75d66f1bc548', 'a287ce88-b078-42f6-9251-ea5c63689362', '7a730c06-5023-4125-b5d7-cd97c3740287', '768ff1d0-12c0-4c66-97a5-811aa9ca1658', '4dd9c446-0f2a-4394-93dd-e33309f321fc', 'af007e4c-9ad3-4257-86ff-97f1e5468fa6', '31d115f0-bd7e-4c14-910a-3184e5cda0f9', '75058a3a-5a05-418b-b20e-28a48fc2c106', 'bcfca8f9-f77d-4c96-a87b-a86d44510f6a', '801e789a-1924-4d80-a646-2df0791402e4', '5d899d57-7416-4db8-8d4a-d7e8dfb55ffc', '2b9169f0-93da-4723-92ab-9a52ff55acbd'} {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1080.985008] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1081.004245] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.004351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.004438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.004799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.004799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.004970] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1081.004970] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.004970] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1081.074266] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.074410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.074625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.074731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.075739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.076188] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1081.076813] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.076925] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1081.076993] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1081.077098] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1081.077262] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGH for action security_group_rules [ 1081.077262] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGH for action security_group_rules [ 1081.077357] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGH for action security_group_rules [ 1081.077386] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGH for action security_group_rules [ 1081.077438] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGH for action security_group_rules [ 1081.077499] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGH for action security_group_rules [ 1081.077559] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGH for action security_group_rules [ 1081.077634] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGH for action security_group_rules [ 1081.077706] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGH for action security_group_rules [ 1081.077769] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGH for action security_group_rules [ 1081.077832] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGH for action security_group_rules [ 1081.077897] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGH for action security_group_rules [ 1081.077971] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGH for action security_group_rules [ 1081.078045] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGH for action security_group_rules [ 1081.078109] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGH for action security_group_rules [ 1081.078170] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGH for action security_group_rules [ 1081.078232] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGH for action security_group_rules [ 1081.078296] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGH for action security_group_rules [ 1081.078369] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGH for action security_group_rules [ 1081.078432] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGH for action security_group_rules [ 1081.078529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.209343] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.209495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211699] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a4944e1-27bf-4678-8d43-7a5b6654ac74 with status ACTIVE [ 1081.211699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.211699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.211699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.211699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212016] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.212016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.212016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.212231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212382] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.212489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.212558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.212799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212883] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a4944e1-27bf-4678-8d43-7a5b6654ac74 is going to be updated. [ 1081.228434] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.228609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.228767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.229159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.229387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.229387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.229387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.229590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.229590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.229876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.229876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.229984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.229984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.230116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.230244] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.230331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.230380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.230529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.230611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.230686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.230915] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.241373] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.241533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.242073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.242073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.242073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.242073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a4944e1-27bf-4678-8d43-7a5b6654ac74" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.589367] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.589581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.589698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.589992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590267] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.590478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.590535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.590744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.591120] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.591249] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.591334] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.591451] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.591655] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.591655] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.591785] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.610142] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.610295] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.610436] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.610602] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-302" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.610894] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d489bd17-5c84-4576-8703-610f302c491d taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.611098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.611231] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.611473] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.611613] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d489bd17-5c84-4576-8703-610f302c491d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.733081] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe46c66f-a92e-4073-8fce-9cd5345db156: rpc.has_security_group_logging(os_id): False [ 1081.750534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.750801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.750801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.751224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.769915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.770670] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.770771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770998] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.771172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.771371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.771419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.771523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.771770] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.771876] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.771929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.772073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.772163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.772238] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1081.832500] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.832761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.832761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.832940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.833103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.846978] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1082.113775] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.114137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.114334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.114756] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.114933] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.115476] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.115642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.115799] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.116062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.116318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.116641] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.116924] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.117220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.117742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.117742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.118074] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d489bd17-5c84-4576-8703-610f302c491d is going to be updated. [ 1082.138019] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.138342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.138475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.138841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.139140] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.139377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.275610] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1082.275874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.276062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.276287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.276476] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.276628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.276677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.276794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.276881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.276980] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d7bf019a-c9a7-4091-83b7-693fd11782d8 None None] Enqueued Resource ID: 7f450c3e-80f4-4fab-a94e-c8ef63bba091 with Priority: HIGHEST for action port [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f450c3e-80f4-4fab-a94e-c8ef63bba091 with Priority: HIGHEST for action port [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0034789-5cc8-4a53-a776-cc01ac41f49e with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca with Priority: HIGH for action security_group_rules [ 1082.606421] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0713ae5-fed5-45b5-a821-d659af78a415 with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726129d-c56d-480b-9076-0b352b50404a with Priority: HIGH for action security_group_rules [ 1082.607182] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 with Priority: HIGH for action security_group_rules [ 1082.607484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGH for action security_group_rules [ 1082.607484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 with Priority: HIGH for action security_group_rules [ 1082.607484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGH for action security_group_rules [ 1082.607949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f450c3e-80f4-4fab-a94e-c8ef63bba091 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.608087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f450c3e-80f4-4fab-a94e-c8ef63bba091" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f450c3e-80f4-4fab-a94e-c8ef63bba091" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.608428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f450c3e-80f4-4fab-a94e-c8ef63bba091" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.608471] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f450c3e-80f4-4fab-a94e-c8ef63bba091',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.609423] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfb39df-6843-4dee-9581-ae5c85d1fd76 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.609532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.609596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.609766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.609886] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfb39df-6843-4dee-9581-ae5c85d1fd76',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.610846] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.611034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.611034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.611180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.611254] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.611914] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.612058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.612125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.612277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.612381] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.613122] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c9a4aa-c625-44ca-8993-8487ea2a59df taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.613199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.613268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.613438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.613488] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c9a4aa-c625-44ca-8993-8487ea2a59df',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.614491] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.614491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.614491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.614491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.614768] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821c69-cfd6-436b-80cc-8f68fd764cf1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.615247] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0034789-5cc8-4a53-a776-cc01ac41f49e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.615357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.615407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.615618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.615618] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0034789-5cc8-4a53-a776-cc01ac41f49e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.616500] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a101a11c-7a81-4ee9-9faa-07b632e66d11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.616612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.616612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.616745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.616802] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a101a11c-7a81-4ee9-9faa-07b632e66d11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.617550] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.617662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.617730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.617859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.617929] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.618619] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f930123-61d5-40ef-a6e4-4b7640c19bca taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.618951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619049] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f930123-61d5-40ef-a6e4-4b7640c19bca',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.619838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d43903-7fb4-4e73-8b92-0be098e30e45 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.619946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.620029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.620189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.620268] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d43903-7fb4-4e73-8b92-0be098e30e45',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.621012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.621114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.621197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.621351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.621423] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.622118] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.622246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.622317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.622469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.622541] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2df000-4e1b-438b-a830-b9cf7b13d4a8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.623186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0713ae5-fed5-45b5-a821-d659af78a415 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.623280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.623351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.623503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.623586] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0713ae5-fed5-45b5-a821-d659af78a415',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.624365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.624503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.624637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.624792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.624792] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe46277-08d8-4c43-a7d9-95a79ad664eb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.625582] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.625582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.625755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.625755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.625894] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.626502] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9726129d-c56d-480b-9076-0b352b50404a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.626617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.626668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.626847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.626904] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9726129d-c56d-480b-9076-0b352b50404a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.627697] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.627811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.627866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.628019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.628092] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('319b2d2c-ca47-4c3a-84ea-7ef277098e09',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.628822] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.628966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.629040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.629146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.629219] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.629960] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd512630-eced-42f6-bcd6-36f393b4d8c3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.630079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.630123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.631093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.631093] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd512630-eced-42f6-bcd6-36f393b4d8c3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.631093] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.631093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.779511] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.019508] env[69513]: INFO networking_nsxv3.common.synchronization [req-1b95ee16-00dd-435b-8965-abe2ac80656f req-9b766168-08c3-4d99-8235-6176cee005e3 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 1083.020475] env[69513]: INFO networking_nsxv3.common.synchronization [req-1b95ee16-00dd-435b-8965-abe2ac80656f req-9b766168-08c3-4d99-8235-6176cee005e3 service nova] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1083.020475] env[69513]: INFO networking_nsxv3.common.synchronization [req-1b95ee16-00dd-435b-8965-abe2ac80656f req-9b766168-08c3-4d99-8235-6176cee005e3 service nova] Enqueued Resource ID: d489bd17-5c84-4576-8703-610f302c491d with Priority: HIGHEST for action port [ 1083.020475] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_rules [ 1083.020702] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1083.020702] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d489bd17-5c84-4576-8703-610f302c491d with Priority: HIGHEST for action port [ 1083.021069] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.021183] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.021233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.021434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.021515] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.022601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.022725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.022791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.022962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.023142] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.023307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.023307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.023441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.023525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.023613] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.024324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d489bd17-5c84-4576-8703-610f302c491d taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.024431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.024492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.024639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.024712] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d489bd17-5c84-4576-8703-610f302c491d',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.133357] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.133571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.133571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.133770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.133932] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.134044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.134108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.134253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.134339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.134423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.134506] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.135355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.135466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.135526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.135677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.135822] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.135916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.135977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.136127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.136204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.136291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.136371] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.137127] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.137235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.137300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.137449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.137591] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.137686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.137750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.137888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.137965] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.138057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.138133] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.144069] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f450c3e-80f4-4fab-a94e-c8ef63bba091 [ 1083.144267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.144350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.144425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.144565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.144643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.144751] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f450c3e-80f4-4fab-a94e-c8ef63bba091 already deleted. [ 1083.145218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f450c3e-80f4-4fab-a94e-c8ef63bba091" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.148622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.148735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.148831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.149038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.149230] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.149350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.149350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.149501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.149573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.149654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.149789] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.151472] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.151578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.151638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.151790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.151981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.152079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.152143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.152283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.152359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.152440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.152521] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.196210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.196412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.196470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.197144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.201519] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.201640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.204507] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.204507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.204507] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.204507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.204507] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.204507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.204867] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.204957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.205666] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.205820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.206508] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.206600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.207657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.207657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.208400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.208400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.208955] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.209065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.209725] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.210223] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.210314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.211072] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.211849] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.211849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.212115] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.212638] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.212762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.215024] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.215384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.215527] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821c69-cfd6-436b-80cc-8f68fd764cf1 is going to be deleted. [ 1083.216728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.216984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.237276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.237489] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfb39df-6843-4dee-9581-ae5c85d1fd76 is going to be deleted. [ 1083.238600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.238873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.256878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.256958] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe46277-08d8-4c43-a7d9-95a79ad664eb is going to be deleted. [ 1083.257763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.257979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.282489] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.283558] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.283683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.284830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.284830] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0713ae5-fed5-45b5-a821-d659af78a415 is going to be deleted. [ 1083.287256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.287256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.298845] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.298955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.309144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.309144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9726129d-c56d-480b-9076-0b352b50404a is going to be deleted. [ 1083.310023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.310243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.349939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.350101] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f930123-61d5-40ef-a6e4-4b7640c19bca is going to be deleted. [ 1083.351110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.351355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.353468] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.354074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.368761] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.368973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.373130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373256] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 319b2d2c-ca47-4c3a-84ea-7ef277098e09 is going to be deleted. [ 1083.374697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.374697] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.394204] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.394204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.418787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.418787] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be deleted. [ 1083.419681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.419936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.446196] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.446431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.447235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.447346] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0034789-5cc8-4a53-a776-cc01ac41f49e is going to be deleted. [ 1083.448216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.448422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.482356] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.482356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.499875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.499875] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c9a4aa-c625-44ca-8993-8487ea2a59df is going to be deleted. [ 1083.501330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.501330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.526913] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.526913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.527194] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.528214] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d489bd17-5c84-4576-8703-610f302c491d with status ACTIVE [ 1083.528434] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.528539] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.528626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.528954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.529106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.529747] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.529747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.529747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.529747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.529747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.529981] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.530060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.530146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.530313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.530413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.530519] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d489bd17-5c84-4576-8703-610f302c491d is going to be updated. [ 1083.574205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.574417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.587810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.587810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.587810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.587959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.588033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.588797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d489bd17-5c84-4576-8703-610f302c491d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.603594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.607049] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d43903-7fb4-4e73-8b92-0be098e30e45 is going to be deleted. [ 1083.607049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.607049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.630615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.630762] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a101a11c-7a81-4ee9-9faa-07b632e66d11 is going to be deleted. [ 1083.631750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.631966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.643392] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.644465] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.645483] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.645608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.645682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.645895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.646077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.646178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.646258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.646395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.646483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.646591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.646794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.646915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.646994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.647179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.647335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.647437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.647526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.647634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.647710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.647859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.648027] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.660406] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.661819] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.672455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.672455] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd512630-eced-42f6-bcd6-36f393b4d8c3 is going to be deleted. [ 1083.673353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.673567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.675424] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.675895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.696469] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.696469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.738199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.738199] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2df000-4e1b-438b-a830-b9cf7b13d4a8 is going to be deleted. [ 1083.739628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.740466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.740589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.740769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821c69-cfd6-436b-80cc-8f68fd764cf1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.741432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.741624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.741719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.741847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfb39df-6843-4dee-9581-ae5c85d1fd76" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.742489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.742652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.742828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.742961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe46277-08d8-4c43-a7d9-95a79ad664eb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.743120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.743274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.743355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.743485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0713ae5-fed5-45b5-a821-d659af78a415" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.744857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.745043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.745135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9726129d-c56d-480b-9076-0b352b50404a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.745580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.745635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f930123-61d5-40ef-a6e4-4b7640c19bca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.746632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-319b2d2c-ca47-4c3a-84ea-7ef277098e09" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.746632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.747025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.747098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.747205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0034789-5cc8-4a53-a776-cc01ac41f49e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.747326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.747463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.747550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.748454] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c9a4aa-c625-44ca-8993-8487ea2a59df" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.748633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.748875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.748914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.749009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d43903-7fb4-4e73-8b92-0be098e30e45" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.785030] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.785373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.785373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.785462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.785568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.785698] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1083.802880] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.802880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.802880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.802880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.802880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.802880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a101a11c-7a81-4ee9-9faa-07b632e66d11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.838918] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.838918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.838918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.838918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.838918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.838918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd512630-eced-42f6-bcd6-36f393b4d8c3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.848962] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.849119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.849164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.849755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.849755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.859632] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1083.859961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.861069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.861320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.861408] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.864229] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1083.908056] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.908226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.908282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.908543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.908641] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.908848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2df000-4e1b-438b-a830-b9cf7b13d4a8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.032212] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.152107] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e: rpc.has_security_group_logging(os_id): False [ 1084.152107] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 413bd4f6-c058-4992-ad3d-9ffc2de4b181: rpc.has_security_group_logging(os_id): False [ 1084.152107] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a24257-ec93-4b99-aded-9c106b9b0bea: rpc.has_security_group_logging(os_id): False [ 1084.164326] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4baeb90-31ca-485d-8585-e39ac9e43d25: rpc.has_security_group_logging(os_id): False [ 1084.164487] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60736436-4add-4036-9002-7a09bf451eed: rpc.has_security_group_logging(os_id): False [ 1084.188828] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.189275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.189510] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.189985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.192764] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.192913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.193873] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.194215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.195351] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.195490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.196900] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.197068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.226197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.226313] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.226409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.226949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.227261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.227364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.227485] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1084.228577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.228782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.251143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.251418] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.251615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.251615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.251805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.251884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.252116] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.252227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.252305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.252468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.252572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.252728] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.252786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.252845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.252987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.253075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.253169] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1084.255954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.255954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.276388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.276736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.276857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.276926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.277146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.277242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.277327] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60736436-4add-4036-9002-7a09bf451eed is going to be updated. [ 1084.278421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.278600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.296632] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.296824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.299569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.299569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.299569] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.299569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.299569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.299569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.299569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.299569] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.299569] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.299569] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.299569] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.299569] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.299569] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.299569] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.301940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.302214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.302459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.302459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.302533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.302596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.303046] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be updated. [ 1084.303865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.304041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.363591] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.363591] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.363591] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.363591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.363591] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.363591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.363591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.363936] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.363936] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae3a7c-e8f6-4f6e-8094-d743f45103a1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.365230] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.365345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.365414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.365583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.365742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.365838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.365900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.366119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.366218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.366305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.366388] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.377722] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.377860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.379079] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.379187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.381571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381571] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.381571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.381571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.381858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.382110] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.382559] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 is going to be updated. [ 1084.383434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.383705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.383877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.385203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.385203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.385434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.402518] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1084.405824] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1084.409096] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.409269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.409343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.409594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.409980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.430463] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: IN_PROGRESS for 2s [ 1084.480330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.480499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.480656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.480880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.480959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.495174] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 1084.534130] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.534322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.534437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.534677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.534792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.534934] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 1084.555060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.555217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.555293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.555486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.555625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.577073] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: IN_PROGRESS for 2s [ 1084.582663] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.582866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.582866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.583174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.583243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.606228] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 1084.867031] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.867031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872038] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872038] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872562] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 is going to be updated. [ 1084.872562] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872562] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873950] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.873950] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873950] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.892863] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.893192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.893311] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.893555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.893760] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.893994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.107614] env[69513]: INFO networking_nsxv3.common.synchronization [None req-35373838-bcc9-4577-a581-67e001345f1d None None] Enqueued Resource ID: 371fa98f-632f-450f-a114-1df0c0d9fbe1 with Priority: HIGHEST for action port [ 1085.107733] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371fa98f-632f-450f-a114-1df0c0d9fbe1 with Priority: HIGHEST for action port [ 1085.108406] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-371fa98f-632f-450f-a114-1df0c0d9fbe1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.108559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371fa98f-632f-450f-a114-1df0c0d9fbe1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.108652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371fa98f-632f-450f-a114-1df0c0d9fbe1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.109039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371fa98f-632f-450f-a114-1df0c0d9fbe1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.109147] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371fa98f-632f-450f-a114-1df0c0d9fbe1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.376520] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe46c66f-a92e-4073-8fce-9cd5345db156: rpc.has_security_group_logging(os_id): False [ 1085.393302] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.393456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.393521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.393829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.393829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.393994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.394104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.394184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.395031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.395031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.395031] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.395031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.395031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.395031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.395031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.395465] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.395465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.395465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.395465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.396103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.396103] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1085.453269] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.453269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.453269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.453269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.453269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.464380] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1085.576444] env[69513]: INFO networking_nsxv3.common.synchronization [req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc req-8cb16b76-a46f-4a7e-b0ca-aa99006983ea service nova] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 1085.576444] env[69513]: INFO networking_nsxv3.common.synchronization [req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc req-8cb16b76-a46f-4a7e-b0ca-aa99006983ea service nova] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 1085.576444] env[69513]: INFO networking_nsxv3.common.synchronization [req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc req-8cb16b76-a46f-4a7e-b0ca-aa99006983ea service nova] Enqueued Resource ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with Priority: HIGHEST for action port [ 1085.576444] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_rules [ 1085.576444] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 1085.576725] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with Priority: HIGHEST for action port [ 1085.577161] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.577298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.577366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.577566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.577650] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.578612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.578612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.578727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.578915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.579082] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.579181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.579244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.579384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.579470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.579563] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.580324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.580426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.580489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.580634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.580701] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae3a7c-e8f6-4f6e-8094-d743f45103a1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.610914] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 371fa98f-632f-450f-a114-1df0c0d9fbe1 [ 1085.611151] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.611275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.611343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.611547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.611637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.611731] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:371fa98f-632f-450f-a114-1df0c0d9fbe1 already deleted. [ 1085.611807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371fa98f-632f-450f-a114-1df0c0d9fbe1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.876066] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.876066] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.876066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.876066] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.082704] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.084019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.084547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.085990] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with status ACTIVE [ 1086.086318] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.086700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.086700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.087273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.087273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.087273] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.087505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.087505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.087610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.087663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.087957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.088079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.088143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.088332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.088410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.089509] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 is going to be updated. [ 1086.107438] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.107636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.107717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.107958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.108133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.108323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.378154] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.378336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.378336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.378532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.378792] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.378921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.378973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.379150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.379236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.379326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.379584] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.379584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.379796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.379796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.379893] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.379988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.380053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.380194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.380276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.380358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.380446] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.415306] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1086.415542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.417523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1086.417726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.442151] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: SUCCESS [ 1086.442394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.511688] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 1086.511688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.586807] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: SUCCESS [ 1086.587720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.587720] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.614720] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 1086.614923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.615100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.615321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.615517] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.615631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.615694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.615841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.615961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.616125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.616178] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.882829] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 1086.902978] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.903246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.903246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.903449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.923573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.923862] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.927147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.927251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.927472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.927564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.927813] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.927922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.927986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.928161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.928240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.928427] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.928519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.929403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.929403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.929403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.929403] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1086.998373] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.998612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.998781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.999051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.999254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.011020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1087.093426] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.093426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.093577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.093673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.093775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.093980] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 is going to be updated. [ 1087.118009] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.118146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.118208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.118972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.118972] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.118972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.118972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.118972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.118972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.119243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.119243] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.119358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.119391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.119528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.119738] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.119862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.119862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.120015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.120174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.120211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.120284] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.133814] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.133971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.134507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.134507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.134507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.145667] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: IN_PROGRESS for 2s [ 1087.477768] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1087.478304] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.624349] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 493a4609-8505-4751-b6bf-564fceb2cb91: rpc.has_security_group_logging(os_id): False [ 1087.641011] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.641011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.641011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.641011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.662601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.662728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.662907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.663181] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.663294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.663351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.663505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.663585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.663773] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.663862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.663921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.664072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.664149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.664234] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 1087.727152] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.727289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.727388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.727602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.727766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.739464] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 1089.023013] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1089.023459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.155339] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: SUCCESS [ 1089.155596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.155801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.156035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.156238] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.156358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.156423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.156628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.156692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.156750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.156841] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.662813] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.752583] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 1089.752902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.168577] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 768ff1d0-12c0-4c66-97a5-811aa9ca1658: rpc.has_security_group_logging(os_id): False [ 1090.183478] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.183478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.183478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.183478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.200961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.201389] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.201542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.201630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.201923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.202120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.202231] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 is going to be updated. [ 1090.254100] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.254365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.254495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.254827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.255026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.267576] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: IN_PROGRESS for 2s [ 1090.577726] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.577726] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1092.280821] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: SUCCESS [ 1092.281166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.569797] env[69513]: INFO networking_nsxv3.common.synchronization [req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 req-bc854bd6-b953-47e0-8fe1-69493a78cf72 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1092.569797] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1092.569797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.569797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.569797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.569797] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.078912] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.582071] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.084967] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.085184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.085240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.085439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.085534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.085651] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1094.118453] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.118619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.118769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.118998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.119158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.138095] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1096.151448] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1096.151751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.992709] env[69513]: INFO networking_nsxv3.common.synchronization [req-b7be83a9-8175-4024-b585-cf2829d4f426 req-54d54197-a25e-4c06-a298-4127fd7f89e5 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1096.993233] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1096.994036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.994265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.994437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.994807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.995082] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.995279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.995449] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.995779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.996067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.996269] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.498470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.498979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.498979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.499178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.527648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.527897] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.528090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.528159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.528347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.528438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.528532] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1097.558364] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.558364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.558364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.558364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.558364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.570427] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1098.547907] env[69513]: INFO networking_nsxv3.common.synchronization [req-3e0d51b6-e759-4caa-8c6d-aa4133074913 req-6e66e6d5-a1f2-48c1-bfe5-58ece987c232 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1098.548577] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1098.549055] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.551804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.551804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.551804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.551804] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.551975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.551975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.552120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.552247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.552350] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.055361] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.055361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.055361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.055361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.055361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.055656] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.055701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.055947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.055947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.056097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.056133] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1099.087147] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.087400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.087462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.087695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.087843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.097202] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1099.579926] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1099.579926] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1099.579926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.929448] env[69513]: INFO networking_nsxv3.common.synchronization [req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 req-d1c2c0ca-6f2e-464c-a92d-81a724d5fe42 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1099.931555] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1099.931555] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.931555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.931555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.931927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.931927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.932035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.932141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.932398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.932533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.932671] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.107209] env[69513]: INFO networking_nsxv3.common.synchronization [req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 req-798e40df-acb6-41c6-b477-d378539d86f1 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1100.107901] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1100.108429] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.108429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.108429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.108948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.108948] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.108948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.108948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.109194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.109194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.109355] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.435176] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.611657] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.937928] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.108028] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1101.108028] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 deletion is rescheduled due to dependency. [ 1101.108028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.115948] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.440915] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.441135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.441185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.441388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.441478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.441576] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be updated. [ 1101.470208] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.470397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.470461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.470745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.470921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.479563] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 1101.618758] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.619072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.619167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.619396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.619494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.619596] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1101.647034] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.647034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.647034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.647425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.647425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.656182] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1103.494650] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 1103.494650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.667287] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1103.667586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.109115] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.109589] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1108.112706] env[69513]: INFO networking_nsxv3.common.synchronization [req-9cd618c2-6008-4e1f-8ece-4d8378c8beef req-f3d5f49a-435e-4ca4-b140-de977a6d3fd6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1108.113380] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGHEST for action security_group_members [ 1108.113703] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.114106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.114268] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.114366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.114434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.114570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.114658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.114747] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.546299] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ff3f0116-50ba-40c7-a7c0-7c95bddbbe9c tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_rules [ 1108.546867] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_rules [ 1108.547348] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.547348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.547483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.547614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.547697] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.611786] env[69513]: INFO networking_nsxv3.common.synchronization [None req-1b0120fb-c00b-4b60-8d45-59d48735b76a tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_rules [ 1108.612063] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_rules [ 1108.612716] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.612716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.618081] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.618176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.618235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.618439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.618531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.618774] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.618892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.618935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.619089] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.619165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.619255] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be updated. [ 1108.645682] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.645814] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.645883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.646695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.646695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.654149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: IN_PROGRESS for 2s [ 1109.066913] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.067133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.067246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.067485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.067608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.067715] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 already deleted. [ 1109.067803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.067955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.068126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.068212] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.591887] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.591887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.591887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.591887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.591887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.592240] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 already deleted. [ 1109.592240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.601097] env[69513]: INFO networking_nsxv3.common.synchronization [req-d21c7242-6b93-4999-b123-82007287cb91 req-8597e9cd-6a0c-4f24-a9f2-18d66d95cdae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1109.601549] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1109.601835] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.601946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.602024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.602196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.602337] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.602429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.602490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.602624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.602705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.602816] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.913059] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.913319] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.913451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.913730] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.914054] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.914727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.914984] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.915248] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.915401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.915614] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.915732] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.915845] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.915958] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.916081] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.916191] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.916332] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.934449] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.934624] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.934769] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.934945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.935278] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-3fe06033-8bbc-4f02-8ba8-357f775dc635 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.935453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.935577] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.935918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.936079] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe06033-8bbc-4f02-8ba8-357f775dc635',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.108367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.108551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.108598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.108871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.108967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.109270] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.109548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.109548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.109669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.109770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.109880] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1110.210240] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.210417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.210455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.210652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.210771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.218863] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1110.439007] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.439265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.439394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.439710] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.439887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.440062] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 3fe06033-8bbc-4f02-8ba8-357f775dc635 not found, creating... [ 1110.440371] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.440516] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.440637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.440890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.441136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.441559] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.441756] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.441903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.442170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.442340] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.442566] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 3fe06033-8bbc-4f02-8ba8-357f775dc635 is going to be created. [ 1110.461113] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.461374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.461522] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.461790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.462026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.462319] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.664997] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 in Status: SUCCESS [ 1110.665342] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 deletion is rescheduled due to dependency. [ 1110.665342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.170052] env[69513]: INFO networking_nsxv3.common.synchronization [req-d21c7242-6b93-4999-b123-82007287cb91 req-ef96e15b-92aa-4b3c-878f-6694182999c2 service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1111.170250] env[69513]: INFO networking_nsxv3.common.synchronization [req-d21c7242-6b93-4999-b123-82007287cb91 req-ef96e15b-92aa-4b3c-878f-6694182999c2 service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1111.170388] env[69513]: INFO networking_nsxv3.common.synchronization [req-d21c7242-6b93-4999-b123-82007287cb91 req-ef96e15b-92aa-4b3c-878f-6694182999c2 service nova] Enqueued Resource ID: 3fe06033-8bbc-4f02-8ba8-357f775dc635 with Priority: HIGHEST for action port [ 1111.170624] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1111.170764] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1111.170862] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe06033-8bbc-4f02-8ba8-357f775dc635 with Priority: HIGHEST for action port [ 1111.173762] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.173762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.173762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.173762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.173762] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.174157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.174255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.174627] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe06033-8bbc-4f02-8ba8-357f775dc635 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.175030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.175142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.175278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.175355] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe06033-8bbc-4f02-8ba8-357f775dc635',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.677480] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.677754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.678973] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fe06033-8bbc-4f02-8ba8-357f775dc635 with status ACTIVE [ 1111.679175] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.679312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.679355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.679546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.679638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.679868] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.679979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.680060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.680230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.680314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.680493] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.680585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.680645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.680781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.680866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.680965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fe06033-8bbc-4f02-8ba8-357f775dc635 is going to be updated. [ 1111.700232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.700316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.700379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.700585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.700740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.703162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe06033-8bbc-4f02-8ba8-357f775dc635" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.897974] env[69513]: INFO networking_nsxv3.common.synchronization [req-310728d6-f7c7-43f1-8f4a-faa917fa0528 req-28563ef1-25c6-4ba9-aaa2-129212458070 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1111.898341] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1111.898641] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.898799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.898869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.899231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.899427] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.899979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.900069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.900248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.900335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.900430] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.202948] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.203183] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.203347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.203629] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.203901] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.204265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.204265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.204403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.204551] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.204761] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.204913] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.205046] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.205163] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.205280] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.205391] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.205528] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.229930] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.230168] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.230284] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.230426] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-943" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.230730] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.230904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.231041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.231378] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.231524] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.232867] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1112.232991] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1112.233113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.233261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.233443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.233604] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.233706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.233771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.234098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.234098] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.402186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.402347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.402415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.402633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.402729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.402928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.403038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.403102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.403254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.403334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.403420] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1112.434875] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.435024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.435086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.435274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.435409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.444342] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1112.736395] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.738547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.738547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.738547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.738547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.738547] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb not found, creating... [ 1112.738547] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.738547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.738547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.738949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.738949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.739347] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.739577] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.739757] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.740131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.740341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.740554] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb is going to be created. [ 1112.741743] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.762414] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762831] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.763168] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.763410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.763642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.244761] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.475285] env[69513]: INFO networking_nsxv3.common.synchronization [req-310728d6-f7c7-43f1-8f4a-faa917fa0528 req-9d10ec08-7947-4eaa-8abb-ab36ef911394 service nova] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_rules [ 1113.475472] env[69513]: INFO networking_nsxv3.common.synchronization [req-310728d6-f7c7-43f1-8f4a-faa917fa0528 req-9d10ec08-7947-4eaa-8abb-ab36ef911394 service nova] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1113.475618] env[69513]: INFO networking_nsxv3.common.synchronization [req-310728d6-f7c7-43f1-8f4a-faa917fa0528 req-9d10ec08-7947-4eaa-8abb-ab36ef911394 service nova] Enqueued Resource ID: a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb with Priority: HIGHEST for action port [ 1113.475851] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_rules [ 1113.475981] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1113.476092] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb with Priority: HIGHEST for action port [ 1113.476632] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.476845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.476845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.477069] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.477150] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.477990] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.478102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.478296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.478420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.478462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.478614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.478685] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.481048] env[69513]: INFO networking_nsxv3.common.synchronization [None req-c588eaf5-cc77-4eeb-b672-2e0488f416bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1113.481271] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGHEST for action security_group_members [ 1113.482226] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.482226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.482226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.482226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.482226] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.482458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.482458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.482513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.482648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.482776] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.746501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.746942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.746942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.747623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.747851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.747987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1113.775287] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.775461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.775500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.775945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.776186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.786381] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1113.981148] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.981447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.981676] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb with status ACTIVE [ 1113.982856] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.982856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.982856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.982856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.982856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.983196] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.983196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.983196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.983476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.983476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.983651] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.983717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.983798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.983951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.985053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.985053] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb is going to be updated. [ 1113.985469] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.985578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.985646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.985861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.985917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.986108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.986200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.986266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.986496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.986496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.986726] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be updated. [ 1114.008760] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.008760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.008760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.008760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.009092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.013396] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.013518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.013597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.013791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.013917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.021918] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: IN_PROGRESS for 2s [ 1114.453641] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1114.453844] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 deletion is rescheduled due to dependency. [ 1114.453968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.454144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.454359] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.454545] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.454668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.454735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.454889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.454971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.455081] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.956899] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.460380] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.796908] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1115.797221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.797468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.797731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.797963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.798106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.798197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.798412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.798528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.798653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.799043] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.964996] env[69513]: INFO networking_nsxv3.common.synchronization [req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 req-9541cc05-1b7b-4e07-95f0-ec7f3403cb8a tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1115.965668] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1115.965948] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.966249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.966303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.966486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.967093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.967093] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1115.967850] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.967975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.968235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.968680] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.968680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968680] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.968848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.969134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.969207] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.994601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.994744] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.994813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.995027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.995176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.003482] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1116.029422] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493a4609-8505-4751-b6bf-564fceb2cb91 in Status: SUCCESS [ 1116.029623] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 deletion is rescheduled due to dependency. [ 1116.029758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.304307] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.304307] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.304307] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.304307] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.304307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.305021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.305021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.305021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.305021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.305021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.369029] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.369355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.369472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.369793] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.370107] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.370343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.370474] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.370729] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.370948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.371197] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.371340] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.371478] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.371628] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.371772] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.371910] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.372933] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.392021] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.392021] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.392021] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.392021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.392021] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-fe15ebd1-f836-4f06-aba5-b0577bf73726 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.392021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.392021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.392021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.392021] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe15ebd1-f836-4f06-aba5-b0577bf73726',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.471204] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.806189] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93328df-8dd2-4e39-95e8-75d66f1bc548: rpc.has_security_group_logging(os_id): False [ 1116.823706] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.823889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.823984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.824236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.824311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.824601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.824693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.824721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.824941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.825209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825299] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.825388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.825435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.826033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.826033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.826033] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.826033] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.826232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.826232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.826302] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.826408] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1116.886952] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.887120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.887192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.887426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.887577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.895028] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.895269] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.895434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.895738] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.895894] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.896078] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port fe15ebd1-f836-4f06-aba5-b0577bf73726 not found, creating... [ 1116.896368] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.896532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.896674] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.896923] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.897315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.897525] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.897692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.897806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.898057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.898995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.898995] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: fe15ebd1-f836-4f06-aba5-b0577bf73726 is going to be created. [ 1116.902191] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1116.938669] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.938807] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.939259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.939259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.939444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.939629] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.974480] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.477355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.477500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.477566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.477782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.477872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.477972] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1117.503010] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.503172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.503438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.503438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.503595] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.512609] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1118.020932] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1118.021228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.021357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.021625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.021828] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.021947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.022019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.022179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.022262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.022348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.022439] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.143640] env[69513]: INFO networking_nsxv3.common.synchronization [req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 req-a82103cd-fb01-40b8-9138-97611fe97a4c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_members [ 1118.144214] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGHEST for action security_group_members [ 1118.144513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.144634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.144700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.145254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.145475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.149280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.149365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.149596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.149695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.149796] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.205080] env[69513]: INFO networking_nsxv3.common.synchronization [req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 req-ee2d32f7-2854-4f17-95f4-adf478af646a service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1118.205665] env[69513]: INFO networking_nsxv3.common.synchronization [req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 req-ee2d32f7-2854-4f17-95f4-adf478af646a service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1118.205852] env[69513]: INFO networking_nsxv3.common.synchronization [req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 req-ee2d32f7-2854-4f17-95f4-adf478af646a service nova] Enqueued Resource ID: fe15ebd1-f836-4f06-aba5-b0577bf73726 with Priority: HIGHEST for action port [ 1118.206363] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1118.206498] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1118.206634] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe15ebd1-f836-4f06-aba5-b0577bf73726 with Priority: HIGHEST for action port [ 1118.207290] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.207478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.207615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.208190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.208339] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.209949] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.210973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.215022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe15ebd1-f836-4f06-aba5-b0577bf73726 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.215022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.215022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.215022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.215022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe15ebd1-f836-4f06-aba5-b0577bf73726',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.394538] env[69513]: INFO networking_nsxv3.common.synchronization [req-77f20222-2115-40dd-9aa8-573ee77404bc req-dcba0155-ac9a-429a-8919-5cbf5deb855e tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_members [ 1118.395089] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_members [ 1118.395384] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.395505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.395574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.395831] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.395987] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.396397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.396519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.396728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.396865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.396999] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.527209] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.527209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.527209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.527209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.527209] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.527209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.527209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.527209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.527588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.527588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.528014] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.528226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.528378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.528514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.528798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.529174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.529299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.529545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.529643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.529812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.529957] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.652617] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.652930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.653091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.653613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.653878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.654317] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.654464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.654555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.654854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.655012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.655153] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60736436-4add-4036-9002-7a09bf451eed is going to be updated. [ 1118.682463] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.682635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.682740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.683024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.683177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.692010] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: IN_PROGRESS for 2s [ 1118.714080] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.714080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720115] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe15ebd1-f836-4f06-aba5-b0577bf73726 with status ACTIVE [ 1118.720115] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.720115] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.720115] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.721419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.721419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.721419] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe15ebd1-f836-4f06-aba5-b0577bf73726 is going to be updated. [ 1118.740951] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.741171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.741171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.741412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.741412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.741586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe15ebd1-f836-4f06-aba5-b0577bf73726" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.899957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.899957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.899957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.900167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.900167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.900630] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.900905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.900905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.901060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.901195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.901326] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 already deleted. [ 1118.901464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.919508] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1118.919508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.033613] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe46c66f-a92e-4073-8fce-9cd5345db156: rpc.has_security_group_logging(os_id): False [ 1119.050797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.050797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.050797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.050797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.050797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.050797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.051174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.051174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.051174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.051174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.051380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.051468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.051530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.051664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.051731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.051914] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.052014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.052788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.052959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.053057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.053148] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1119.114455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.114626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.114690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.114882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.115048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.129128] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1119.136358] env[69513]: INFO networking_nsxv3.common.synchronization [None req-088e5033-1c6a-4dd5-ae34-736835e0d2d0 None None] Enqueued Resource ID: 89a2b547-4c7c-493b-8107-9b2314f4de17 with Priority: HIGHEST for action port [ 1119.136627] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a2b547-4c7c-493b-8107-9b2314f4de17 with Priority: HIGHEST for action port [ 1119.137182] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a2b547-4c7c-493b-8107-9b2314f4de17 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.137306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a2b547-4c7c-493b-8107-9b2314f4de17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.137374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a2b547-4c7c-493b-8107-9b2314f4de17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.137615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a2b547-4c7c-493b-8107-9b2314f4de17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.137700] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a2b547-4c7c-493b-8107-9b2314f4de17',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.156644] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.157550] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.157699] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.157963] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.158248] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.158419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.158539] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.158776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.158931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.159475] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.159650] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.159747] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.159987] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.160159] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.160479] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.160670] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.199938] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.200308] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.201041] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.201041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.201205] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-de599e6d-411e-45fd-930f-2bd6ffa2d454 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.201380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.201586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.202197] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.202416] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de599e6d-411e-45fd-930f-2bd6ffa2d454',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.525243] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.525243] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.525243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.525243] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.644234] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89a2b547-4c7c-493b-8107-9b2314f4de17 [ 1119.644234] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.644234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.644234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.644234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.644234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.644234] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89a2b547-4c7c-493b-8107-9b2314f4de17 already deleted. [ 1119.644234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a2b547-4c7c-493b-8107-9b2314f4de17" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.705361] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.705491] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.705692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.705859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.706022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.706186] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port de599e6d-411e-45fd-930f-2bd6ffa2d454 not found, creating... [ 1119.706878] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.706878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.706878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.707050] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.707186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.707420] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.707579] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.707701] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.707954] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.708458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.708458] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: de599e6d-411e-45fd-930f-2bd6ffa2d454 is going to be created. [ 1119.728304] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.728573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.729422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.729422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.729422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.729841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.028684] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.489787] env[69513]: INFO networking_nsxv3.common.synchronization [req-77f20222-2115-40dd-9aa8-573ee77404bc req-ccb35c4b-7da1-4675-9c7c-3f80bfeace61 service nova] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_rules [ 1120.490069] env[69513]: INFO networking_nsxv3.common.synchronization [req-77f20222-2115-40dd-9aa8-573ee77404bc req-ccb35c4b-7da1-4675-9c7c-3f80bfeace61 service nova] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_members [ 1120.490134] env[69513]: INFO networking_nsxv3.common.synchronization [req-77f20222-2115-40dd-9aa8-573ee77404bc req-ccb35c4b-7da1-4675-9c7c-3f80bfeace61 service nova] Enqueued Resource ID: de599e6d-411e-45fd-930f-2bd6ffa2d454 with Priority: HIGHEST for action port [ 1120.490353] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_rules [ 1120.490504] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_members [ 1120.490602] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de599e6d-411e-45fd-930f-2bd6ffa2d454 with Priority: HIGHEST for action port [ 1120.494236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.494236] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.494236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.494236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.494236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.494236] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.494236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-de599e6d-411e-45fd-930f-2bd6ffa2d454 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.494944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.494944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.494944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.494944] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de599e6d-411e-45fd-930f-2bd6ffa2d454',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.532018] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.702094] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60736436-4add-4036-9002-7a09bf451eed in Status: SUCCESS [ 1120.702611] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60736436-4add-4036-9002-7a09bf451eed deletion is rescheduled due to dependency. [ 1120.702846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.997070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997444] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.998429] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de599e6d-411e-45fd-930f-2bd6ffa2d454 with status ACTIVE [ 1120.998614] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.998840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.998897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.999185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.999279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.999493] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.999758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.999758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.999895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.003616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.003616] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.003616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.003616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.003616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.003616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.003616] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de599e6d-411e-45fd-930f-2bd6ffa2d454 is going to be updated. [ 1121.034406] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.034663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.034663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.034957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.034957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.035162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de599e6d-411e-45fd-930f-2bd6ffa2d454" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.035552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.035690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.035756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.035967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.036188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.036289] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1121.063977] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.064154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.064284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.064606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.064843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.080458] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1121.157961] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1121.157961] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.502688] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.574180] env[69513]: INFO networking_nsxv3.common.synchronization [None req-db9a51e0-5285-4d28-a0cf-6569c08212a5 None None] Enqueued Resource ID: 6eedfa2e-602f-4da1-9abd-bf8831469f32 with Priority: HIGHEST for action port [ 1121.574180] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eedfa2e-602f-4da1-9abd-bf8831469f32 with Priority: HIGHEST for action port [ 1121.574374] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eedfa2e-602f-4da1-9abd-bf8831469f32 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.574800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eedfa2e-602f-4da1-9abd-bf8831469f32" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.574800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eedfa2e-602f-4da1-9abd-bf8831469f32" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.574800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eedfa2e-602f-4da1-9abd-bf8831469f32" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.575124] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eedfa2e-602f-4da1-9abd-bf8831469f32',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.005604] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.005758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.005812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.006051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.006152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.006250] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 is going to be created. [ 1122.029613] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.029783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.029848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.030028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.030187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.038686] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17e78df1-6429-49e8-ad36-213ee12f7031 in Status: UNINITIALIZED for 2s [ 1122.077187] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eedfa2e-602f-4da1-9abd-bf8831469f32 [ 1122.077439] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.077667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.077667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.077840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.077930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.078033] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eedfa2e-602f-4da1-9abd-bf8831469f32 already deleted. [ 1122.078115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eedfa2e-602f-4da1-9abd-bf8831469f32" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.739598] env[69513]: INFO networking_nsxv3.common.synchronization [None req-39672bb1-8f07-4711-a6b9-b8bc7569cb0e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_rules [ 1122.740403] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_rules [ 1122.740760] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.740915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.741052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.743031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.743031] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.826887] env[69513]: INFO networking_nsxv3.common.synchronization [None req-be1681a3-2bcc-4130-8fa5-8cfa133b375a tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_rules [ 1122.827465] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_rules [ 1122.827939] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.827939] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.092109] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.092109] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.092109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.092109] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.262702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.262702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.262702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.263000] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.263148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.263279] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe already deleted. [ 1123.263375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.263572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.263772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.263872] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.596383] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.596383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.596581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.596721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.596903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.597015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.597092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.597268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.597362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.597452] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.597602] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.597729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.597772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.597917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.598070] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.598182] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.598246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.598536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.598536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598662] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.782510] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.782810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.782810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.782947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.783055] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.783149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe already deleted. [ 1123.783234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.050103] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17e78df1-6429-49e8-ad36-213ee12f7031 in Status: SUCCESS [ 1124.050387] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.050606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.050834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.051074] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.051199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.051276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.051442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.051534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.051632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.051723] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.100619] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 1124.117808] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.118151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.118151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.118414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.118571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.118850] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.118960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.119085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.119284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.119377] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.119648] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.119824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.119934] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.120210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.120315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.120593] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.120770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.120886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.121178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.121324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.121758] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1124.177382] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.177382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.177382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.177382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.177747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.189018] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1124.555014] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.626913] env[69513]: INFO networking_nsxv3.common.synchronization [req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 req-e2f34153-f5c9-4100-a1a4-bc9cb1c9b854 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1124.627495] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGHEST for action security_group_members [ 1124.627794] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.627920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.628032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.628271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.628438] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.628772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.628865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.629018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.629112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.629201] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.063907] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17e78df1-6429-49e8-ad36-213ee12f7031: rpc.has_security_group_logging(os_id): False [ 1125.086556] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.086813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.086813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.087047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.087142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.087399] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.087498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.087561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.087706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.087780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.087874] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 is going to be created. [ 1125.135029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.135178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.135274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.135653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.135756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.135963] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.136143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.136143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.136292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.136363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.136447] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be updated. [ 1125.142290] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.142426] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.142472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.142624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.142807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.157574] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17e78df1-6429-49e8-ad36-213ee12f7031 in Status: IN_PROGRESS for 2s [ 1125.170019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.170019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.170019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.170019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.170019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.182804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: IN_PROGRESS for 2s [ 1125.304388] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.304578] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.304704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.304965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.305236] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.305420] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.305503] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.305719] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.305909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.307165] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.307165] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.307165] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.307165] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.307165] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.307165] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.307165] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.325919] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.325919] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.325919] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.325919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-957" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.326171] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-901e6946-f7b0-4e8b-812e-584ac37ee2e1 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.326264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.326362] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.326629] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.326789] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901e6946-f7b0-4e8b-812e-584ac37ee2e1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.829538] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.829810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.829958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.830259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.830492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.830705] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.830868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.830990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.831223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.831596] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.831702] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.831789] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.831909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.832130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.832268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.832499] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 is going to be updated. [ 1125.853063] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.853277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.853407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.853674] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.854124] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854124] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.208969] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1126.209286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.847595] env[69513]: INFO networking_nsxv3.common.synchronization [req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 req-386dd528-9a9d-4247-b127-be9c3aa060d1 service nova] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_rules [ 1126.847595] env[69513]: INFO networking_nsxv3.common.synchronization [req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 req-386dd528-9a9d-4247-b127-be9c3aa060d1 service nova] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1126.847595] env[69513]: INFO networking_nsxv3.common.synchronization [req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 req-386dd528-9a9d-4247-b127-be9c3aa060d1 service nova] Enqueued Resource ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with Priority: HIGHEST for action port [ 1126.847595] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_rules [ 1126.847595] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1126.847595] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with Priority: HIGHEST for action port [ 1126.850809] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.850809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.850809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.850809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.850809] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.851298] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.851298] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.851423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.851532] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.851675] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.851791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.851847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.852056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.852056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.852152] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.853770] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-901e6946-f7b0-4e8b-812e-584ac37ee2e1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.853770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.853770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.853770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.853770] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901e6946-f7b0-4e8b-812e-584ac37ee2e1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.168512] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17e78df1-6429-49e8-ad36-213ee12f7031 in Status: SUCCESS [ 1127.168849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.191196] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe46c66f-a92e-4073-8fce-9cd5345db156 in Status: SUCCESS [ 1127.191399] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 deletion is rescheduled due to dependency. [ 1127.191536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.355743] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with status ACTIVE [ 1127.356187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.356294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.356294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.356490] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.356584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.356801] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.356905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.356971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.357140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.357217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.357403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.357482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.357541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.357679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.357751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.357837] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 is going to be updated. [ 1127.360040] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.360040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.360040] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.378092] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.378303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.378357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.378578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.378761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.378936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901e6946-f7b0-4e8b-812e-584ac37ee2e1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.861554] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.191462] env[69513]: INFO networking_nsxv3.common.synchronization [req-931d052b-36a4-4a5f-8634-9644c5812473 req-3e82d26c-571c-4a20-83d5-e7446e796057 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Enqueued Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_members [ 1128.192353] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_members [ 1128.192353] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.192469] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.192521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.192809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.192971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.193116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.193261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.193345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.193517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.193629] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.367411] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.367411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.367411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.367411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.367411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.367411] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1128.394285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.396654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.396654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.396847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.397108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.407280] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1128.505169] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.505413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-953" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.505564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-953" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.505973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-953" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.506352] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.506604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.506881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.507091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.507273] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.507531] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.507687] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.507845] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.508460] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.508460] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.508460] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.508592] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.526307] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.526526] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.526656] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.526820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-953" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.527200] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-74abe3d3-4181-4912-8ef1-2f6e6d00665f taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.527407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.527544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.527919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.528077] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74abe3d3-4181-4912-8ef1-2f6e6d00665f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.696684] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.696895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.696895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.697203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.697308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.697521] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.697621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.697669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.697838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.697914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.697997] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 already deleted. [ 1128.698087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.031121] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.031121] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.031369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.031499] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.031659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.031824] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 74abe3d3-4181-4912-8ef1-2f6e6d00665f not found, creating... [ 1129.032110] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.032276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.032400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.032632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.032790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.033091] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.033255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.033378] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.033615] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.033755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.033901] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 74abe3d3-4181-4912-8ef1-2f6e6d00665f is going to be created. [ 1129.054872] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.055139] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.055275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.055544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.055803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.056049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.322837] env[69513]: INFO networking_nsxv3.common.synchronization [req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 req-d716efbb-e65f-47fd-94cf-2457c8711a56 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1129.323391] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1129.323708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.324145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.324145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.324145] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.324362] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.324362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.324475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.324635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.324635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.324726] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.812688] env[69513]: INFO networking_nsxv3.common.synchronization [req-931d052b-36a4-4a5f-8634-9644c5812473 req-62eaf196-d79c-468c-8b65-18ae0dd4bcd6 service nova] Enqueued Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_rules [ 1129.812956] env[69513]: INFO networking_nsxv3.common.synchronization [req-931d052b-36a4-4a5f-8634-9644c5812473 req-62eaf196-d79c-468c-8b65-18ae0dd4bcd6 service nova] Enqueued Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_members [ 1129.813015] env[69513]: INFO networking_nsxv3.common.synchronization [req-931d052b-36a4-4a5f-8634-9644c5812473 req-62eaf196-d79c-468c-8b65-18ae0dd4bcd6 service nova] Enqueued Resource ID: 74abe3d3-4181-4912-8ef1-2f6e6d00665f with Priority: HIGHEST for action port [ 1129.813248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_rules [ 1129.813376] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_members [ 1129.813470] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74abe3d3-4181-4912-8ef1-2f6e6d00665f with Priority: HIGHEST for action port [ 1129.813999] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.814197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.814270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.814655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.814655] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.815473] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.815580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.815646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.815840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.815996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.816104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.816166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.816303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.816389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.816468] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.817258] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-74abe3d3-4181-4912-8ef1-2f6e6d00665f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.817350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.817429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.817555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.817626] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74abe3d3-4181-4912-8ef1-2f6e6d00665f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.827056] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.319776] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.319930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.320094] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74abe3d3-4181-4912-8ef1-2f6e6d00665f with status ACTIVE [ 1130.320261] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.320368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.320433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.320696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.320743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.320978] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.321074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.321123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.321842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.321842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.321842] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.321842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.321842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.321842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.322117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.322117] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74abe3d3-4181-4912-8ef1-2f6e6d00665f is going to be updated. [ 1130.325361] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.333872] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.345676] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.345844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.345949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.346106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.346243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.346415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74abe3d3-4181-4912-8ef1-2f6e6d00665f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.417886] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1130.418121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.418287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.418502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.418689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.418868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.418936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.419108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.419195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.419283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.419387] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.506208] env[69513]: INFO networking_nsxv3.common.synchronization [req-15c340b4-74c9-43b7-9694-44ecbf79f229 req-201e27d9-489c-4353-a209-fb632f4bf14a tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_members [ 1130.506749] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_members [ 1130.507097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.507225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.507296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.507594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.507780] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.507858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.507896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.508200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.508299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.508404] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.827080] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.836050] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.836188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.836248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.836457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.836551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.836657] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1130.861166] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.861381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.861544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.862253] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.862571] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.862791] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.863105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.863332] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.863487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.863704] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.863888] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.863979] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.864169] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.864264] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.864393] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.864533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.866372] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.866503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.866573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.866829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.867026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.877953] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1130.885626] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.885795] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.885935] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.886129] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-335" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.886449] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-2316a84d-9c0e-4450-b001-496da1347b60 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.886621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.886798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.887146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.887292] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2316a84d-9c0e-4450-b001-496da1347b60',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.926708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.926892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.926977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.927477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.927477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.927584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.927621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.927883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.928016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.928118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.928280] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.928373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.928438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.928587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.928797] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.928919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.928964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.929122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.929203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.929287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.929372] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.013776] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.014117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.014117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.014364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.014504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.014758] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.014898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.014978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.015208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.015317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.015429] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe already deleted. [ 1131.015528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.329410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.329584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.329729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.330061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.330226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.330404] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 is going to be created. [ 1131.352998] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.353258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.353258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.353445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.353577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.362558] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 in Status: UNINITIALIZED for 2s [ 1131.393024] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.393024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.393024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.393024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.393024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.393024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 2316a84d-9c0e-4450-b001-496da1347b60 not found, creating... [ 1131.393024] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.393024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.393024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.393991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.394279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.394740] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.395109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.395401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.395743] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.396161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.396505] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 2316a84d-9c0e-4450-b001-496da1347b60 is going to be created. [ 1131.414987] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.417813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.417813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.417813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.417813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.417813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.431990] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a24257-ec93-4b99-aded-9c106b9b0bea: rpc.has_security_group_logging(os_id): False [ 1131.450422] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.450562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.452239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.452239] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.452239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.453714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.453714] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.453714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.453714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.453714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.453714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.454257] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1131.531838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.532048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.532124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.532355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.532523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.550531] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1132.253531] env[69513]: INFO networking_nsxv3.common.synchronization [req-15c340b4-74c9-43b7-9694-44ecbf79f229 req-e580d76e-139d-40be-b3f0-02c18ba54527 service nova] Enqueued Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_rules [ 1132.253531] env[69513]: INFO networking_nsxv3.common.synchronization [req-15c340b4-74c9-43b7-9694-44ecbf79f229 req-e580d76e-139d-40be-b3f0-02c18ba54527 service nova] Enqueued Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_members [ 1132.253531] env[69513]: INFO networking_nsxv3.common.synchronization [req-15c340b4-74c9-43b7-9694-44ecbf79f229 req-e580d76e-139d-40be-b3f0-02c18ba54527 service nova] Enqueued Resource ID: 2316a84d-9c0e-4450-b001-496da1347b60 with Priority: HIGHEST for action port [ 1132.253531] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_rules [ 1132.253912] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_members [ 1132.253912] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2316a84d-9c0e-4450-b001-496da1347b60 with Priority: HIGHEST for action port [ 1132.254878] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.255106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.256355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.256355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.256355] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.257430] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.257648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.257954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.258297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.259041] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.259041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.259041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.259041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.259041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.259041] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.260169] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-2316a84d-9c0e-4450-b001-496da1347b60 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.261286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.261286] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2316a84d-9c0e-4450-b001-496da1347b60',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.763618] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2316a84d-9c0e-4450-b001-496da1347b60 with status ACTIVE [ 1132.764029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.764202] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.764326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.764668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.764829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.765119] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.765290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.765405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.765811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.765958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.766483] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.766682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.766793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.767083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.767225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.767377] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2316a84d-9c0e-4450-b001-496da1347b60 is going to be updated. [ 1132.769103] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.769235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.769512] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.790167] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.790334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.790374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.790610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.790787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.790973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2316a84d-9c0e-4450-b001-496da1347b60" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.888693] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1132.888997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.272168] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.372349] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 in Status: SUCCESS [ 1133.372585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.372811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.373141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.373368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.373476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.373564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.373739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.373825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.373914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.374017] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.564697] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1133.564938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.775678] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.775866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.775942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.776289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.776424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.776540] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe is going to be created. [ 1133.801696] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.801896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.801967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.802223] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.802393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.812345] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c866f3cc-02e7-42cb-891e-19b09e242ebe in Status: UNINITIALIZED for 2s [ 1133.877104] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.877336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.877336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.877567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.877789] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.877962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.878061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.878234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.878330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.878423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.878580] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.878675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.878825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.879051] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.879218] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.879318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.879383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.879528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.879610] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.879693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.880011] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.382520] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7950bf7e-0f6d-4c35-945a-7eb530c19575: rpc.has_security_group_logging(os_id): False [ 1134.402178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.402371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.402371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.402588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.402658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.402890] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.402990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.403071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.403214] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.403296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.403484] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.403580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.403645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.403822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.403906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.404115] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.404216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.404277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.404406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.404480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.404564] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 is going to be created. [ 1134.469952] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.470148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.470196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.470437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.470651] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.482988] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 in Status: IN_PROGRESS for 2s [ 1135.826319] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c866f3cc-02e7-42cb-891e-19b09e242ebe in Status: SUCCESS [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.829021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.829021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.829021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.331141] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.494596] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 in Status: SUCCESS [ 1136.494852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.834799] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c866f3cc-02e7-42cb-891e-19b09e242ebe: rpc.has_security_group_logging(os_id): False [ 1136.852506] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.852711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.853064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.853064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.853273] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.853371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.853432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.853643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.853720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.853806] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe is going to be created. [ 1136.911582] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.911685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.911791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.911960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.912792] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.924513] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c866f3cc-02e7-42cb-891e-19b09e242ebe in Status: IN_PROGRESS for 2s [ 1137.254727] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.254903] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1138.939872] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c866f3cc-02e7-42cb-891e-19b09e242ebe in Status: SUCCESS [ 1138.939872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.385420] env[69513]: INFO networking_nsxv3.common.synchronization [None req-fbef8815-9eac-4fcf-ad13-7f9a57d26469 None None] Enqueued Resource ID: 8c13cffb-3f3b-4a35-9802-a03192f5d457 with Priority: HIGHEST for action port [ 1139.386282] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c13cffb-3f3b-4a35-9802-a03192f5d457 with Priority: HIGHEST for action port [ 1139.389160] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c13cffb-3f3b-4a35-9802-a03192f5d457 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.389346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c13cffb-3f3b-4a35-9802-a03192f5d457" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.389542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c13cffb-3f3b-4a35-9802-a03192f5d457" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.389721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c13cffb-3f3b-4a35-9802-a03192f5d457" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.390129] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c13cffb-3f3b-4a35-9802-a03192f5d457',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.428164] env[69513]: INFO networking_nsxv3.common.synchronization [req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c req-35d5b2ce-9220-45d9-be48-208b8c858cc3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_members [ 1139.428164] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGHEST for action security_group_members [ 1139.428164] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.428164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.428380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.428380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.428534] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.428963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.429067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.429238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.429324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.430372] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.892353] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c13cffb-3f3b-4a35-9802-a03192f5d457 [ 1139.892702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.892846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.892917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.893267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.893319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.893526] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c13cffb-3f3b-4a35-9802-a03192f5d457 already deleted. [ 1139.893526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c13cffb-3f3b-4a35-9802-a03192f5d457" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.932363] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.932500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.932557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.933190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.933190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.933190] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.933190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.933392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.933392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.933447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.933519] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 is going to be updated. [ 1139.960389] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.960688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.960688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.960843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.961009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.969981] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: IN_PROGRESS for 2s [ 1141.387320] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d08e166-a97b-4521-83d4-0eaca85e6e1b req-3ea30634-d9af-46db-ae20-676d3fe28221 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1141.387844] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1141.389285] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.389407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.389485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.389690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.389858] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.389964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.390040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.390195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.390282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.390373] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.524772] env[69513]: INFO networking_nsxv3.common.synchronization [None req-0de1a2ce-da5e-4815-9a2a-f1b69e7cc0ae None None] Enqueued Resource ID: 920d02d2-abc2-45dc-b3f8-ff4f736aa9bd with Priority: HIGHEST for action port [ 1141.524772] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920d02d2-abc2-45dc-b3f8-ff4f736aa9bd with Priority: HIGHEST for action port [ 1141.524772] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-920d02d2-abc2-45dc-b3f8-ff4f736aa9bd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.524772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920d02d2-abc2-45dc-b3f8-ff4f736aa9bd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.524772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920d02d2-abc2-45dc-b3f8-ff4f736aa9bd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.524954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920d02d2-abc2-45dc-b3f8-ff4f736aa9bd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.525349] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920d02d2-abc2-45dc-b3f8-ff4f736aa9bd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.787271] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.787499] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.787606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.787886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.788168] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.788330] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.788488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.788718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.788896] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.789135] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.789238] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.789367] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.789473] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.789593] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.789695] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.789845] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.808494] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.810176] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.810176] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.810176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-542" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.810176] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c9aa3090-05e7-4d01-afdb-a780054047a4 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.810176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.810176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.810176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.810498] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9aa3090-05e7-4d01-afdb-a780054047a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.893748] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.981362] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 in Status: SUCCESS [ 1141.981571] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 deletion is rescheduled due to dependency. [ 1141.981696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.027402] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 920d02d2-abc2-45dc-b3f8-ff4f736aa9bd [ 1142.027629] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.027825] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.027914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.028142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.028239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.028337] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:920d02d2-abc2-45dc-b3f8-ff4f736aa9bd already deleted. [ 1142.028429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920d02d2-abc2-45dc-b3f8-ff4f736aa9bd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.312852] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.313132] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.313276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.313573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.313736] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.313889] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c9aa3090-05e7-4d01-afdb-a780054047a4 not found, creating... [ 1142.314175] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.314336] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.314456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.314675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.314816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.315112] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.315270] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.315389] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.315597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.315733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.315890] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c9aa3090-05e7-4d01-afdb-a780054047a4 is going to be created. [ 1142.334048] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.334250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.334377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.334631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.334866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.335098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.397613] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.899957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.900115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.900209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.900491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.900491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.900599] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1142.926702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.926855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.926914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.929019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.929019] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.935769] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1143.196235] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d08e166-a97b-4521-83d4-0eaca85e6e1b req-e5c3f34a-619f-4250-baa8-0bbf41c06f19 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1143.196453] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d08e166-a97b-4521-83d4-0eaca85e6e1b req-e5c3f34a-619f-4250-baa8-0bbf41c06f19 service nova] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1143.196553] env[69513]: INFO networking_nsxv3.common.synchronization [req-5d08e166-a97b-4521-83d4-0eaca85e6e1b req-e5c3f34a-619f-4250-baa8-0bbf41c06f19 service nova] Enqueued Resource ID: c9aa3090-05e7-4d01-afdb-a780054047a4 with Priority: HIGHEST for action port [ 1143.196863] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_rules [ 1143.197037] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1143.197156] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9aa3090-05e7-4d01-afdb-a780054047a4 with Priority: HIGHEST for action port [ 1143.197691] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.197819] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.197885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.198242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.198328] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.199245] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.199347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.199542] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9aa3090-05e7-4d01-afdb-a780054047a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.199645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.199717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.199906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.200030] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9aa3090-05e7-4d01-afdb-a780054047a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.702272] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.702718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.702718] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9aa3090-05e7-4d01-afdb-a780054047a4 with status ACTIVE [ 1143.702868] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.702948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.702995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.703347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.703512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.703720] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.703827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.703890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.704083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.704192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.704393] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.705700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.705829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.706015] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.706115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.706208] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9aa3090-05e7-4d01-afdb-a780054047a4 is going to be updated. [ 1143.727757] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.727988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.728050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.728330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.728485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.728696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9aa3090-05e7-4d01-afdb-a780054047a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.391378] env[69513]: INFO networking_nsxv3.common.synchronization [req-676f52fb-8853-4f02-8e2b-82902566abe4 req-157bf18c-4367-4ead-a08a-c56286b82812 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1144.392161] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1144.392521] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.392702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.392809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.393052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.393260] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.393400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.393493] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.393720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.393846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.393963] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.897044] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.897044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.897392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.898240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.898420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.898723] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.898879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.898952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.899155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.899240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.899332] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1144.928470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.928614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.928676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.928955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.929140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.938341] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1144.943678] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1144.943836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.944011] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.944235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.944416] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.944527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.944592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.944738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.944821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.944917] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.339824] env[69513]: INFO networking_nsxv3.common.synchronization [req-59bef4de-4839-47d1-8a33-62485088ec78 req-a4205681-af1f-492b-945c-8d694666c61a tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Enqueued Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_members [ 1145.340500] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGHEST for action security_group_members [ 1145.340857] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.340993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.341812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.342164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.343620] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.343620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.343620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.343620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.343620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.343620] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.448026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.691779] env[69513]: INFO networking_nsxv3.common.synchronization [req-871aa144-5737-4507-a244-9e3275e64120 req-2fd7118f-221f-45f4-8c55-fcaf19f08d92 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 1145.692613] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 with Priority: HIGHEST for action security_group_members [ 1145.692715] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-768ff1d0-12c0-4c66-97a5-811aa9ca1658 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.692794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.692794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.692997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.693369] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.693479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.693545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.693710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.693794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.693885] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768ff1d0-12c0-4c66-97a5-811aa9ca1658',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.851968] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.852094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.852135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.852569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.852569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.852669] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.852735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.852773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.852933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.852986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.853594] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 is going to be updated. [ 1145.893186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.893186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.893363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.893419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.893557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.905104] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 in Status: IN_PROGRESS for 2s [ 1145.950629] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.199539] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.199720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.199787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.200017] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.200210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.200319] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.200414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.200478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.200633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.200709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.200797] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 is going to be updated. [ 1146.230592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.230592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.230592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.230592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.230592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.237814] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: IN_PROGRESS for 2s [ 1146.452535] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.452715] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.452777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.452993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.453102] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.453204] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1146.483048] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.483278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.483356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.483770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.483963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.492415] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1146.947604] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1146.947933] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1146.947980] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.914787] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 in Status: SUCCESS [ 1147.915188] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 deletion is rescheduled due to dependency. [ 1147.915751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.020443] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-be700579-0f14-472d-bedb-d34dbfb5a9c3 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1148.020998] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1148.021326] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.021611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.021611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.021816] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.021939] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.021999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.022060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.022210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.022303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.022381] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.250296] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 in Status: SUCCESS [ 1148.250510] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768ff1d0-12c0-4c66-97a5-811aa9ca1658 deletion is rescheduled due to dependency. [ 1148.250721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768ff1d0-12c0-4c66-97a5-811aa9ca1658" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.315313] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.315531] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.315638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.315974] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.316253] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.316416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.316548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.316760] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.317012] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.317250] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.317371] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.317485] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.317597] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.317710] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.317820] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.317957] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.337324] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.337324] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.337324] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.337324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.337687] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c3c16468-7742-427e-abdd-425a0f45bcb8 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.337869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.337996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.338305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.338449] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c16468-7742-427e-abdd-425a0f45bcb8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.503015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1148.503272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.503464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.503703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.503974] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.504068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.504116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.504301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.504422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.504496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.504592] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.526488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.526688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.526828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.527105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.527218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.527449] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.527559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.527638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.527809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.527916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.528015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 already deleted. [ 1148.528116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.841348] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.841638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.841830] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.842279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.842502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.842754] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c3c16468-7742-427e-abdd-425a0f45bcb8 not found, creating... [ 1148.843184] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.843391] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.843542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.843850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.844112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.844502] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.844709] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.844862] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.845171] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.845375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.845593] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c3c16468-7742-427e-abdd-425a0f45bcb8 is going to be created. [ 1148.866147] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.866555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.866811] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.867123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.867384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.867930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.007568] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.007782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.007829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.008045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.008231] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.008336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.008402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.008565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.008655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.008747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.008942] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.009049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.009112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.009258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.009397] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.009489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.009549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.009685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.009772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.009886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.009984] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.513437] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e052e-aa56-415a-ad3a-8644097a6040: rpc.has_security_group_logging(os_id): False [ 1149.531784] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.531970] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.532235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.532332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.532532] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.532636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.532844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.532920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.533138] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.533231] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.533292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.533435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.533515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.533688] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.533807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.533870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.536012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.536118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.536213] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1149.590882] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.591080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.591080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.591266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.591412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.604296] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1149.958891] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-442d3094-2699-4637-893d-e6772c6df8a0 service nova] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_rules [ 1149.959170] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-442d3094-2699-4637-893d-e6772c6df8a0 service nova] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1149.959338] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-442d3094-2699-4637-893d-e6772c6df8a0 service nova] Enqueued Resource ID: c3c16468-7742-427e-abdd-425a0f45bcb8 with Priority: HIGHEST for action port [ 1149.959913] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_rules [ 1149.960243] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1149.960607] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c16468-7742-427e-abdd-425a0f45bcb8 with Priority: HIGHEST for action port [ 1149.960705] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.960845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.960928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.961249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.961340] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.962208] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.962314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.962392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.962588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.962735] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.962833] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.962895] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.963044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.963133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.963221] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.964396] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c16468-7742-427e-abdd-425a0f45bcb8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.964512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.964582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.964733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.964809] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c16468-7742-427e-abdd-425a0f45bcb8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.336619] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-344276ee-eec4-4d22-b43e-f3be6b6f7937 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1150.337197] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1150.337533] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.337623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469213] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.469213] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c16468-7742-427e-abdd-425a0f45bcb8 with status ACTIVE [ 1150.469213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.469213] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.469213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.469686] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.470300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.470738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.470951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.472912] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c16468-7742-427e-abdd-425a0f45bcb8 is going to be updated. [ 1150.496927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.496927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.496927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.496927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.496927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.496927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c16468-7742-427e-abdd-425a0f45bcb8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.821577] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.821913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.821913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.822230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.822499] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.822658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.822780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.822996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.823302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.823543] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.823664] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.823777] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.823916] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.824058] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.824174] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.824311] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.841697] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.841857] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.842018] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.842197] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.842484] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-1c4a0f47-539a-4358-964e-f3b3ec1c3383 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.842652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.842775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.843101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.843250] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4a0f47-539a-4358-964e-f3b3ec1c3383',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.973100] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.345670] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.345916] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.346071] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.346371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.346523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.346697] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 1c4a0f47-539a-4358-964e-f3b3ec1c3383 not found, creating... [ 1151.346995] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.347182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.347305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.347559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.347702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.347986] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.348161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.348354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.348586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.348728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.348959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 1c4a0f47-539a-4358-964e-f3b3ec1c3383 is going to be created. [ 1151.368041] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.368266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.368979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.368979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.368979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.369355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.476759] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.476924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.476924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.477168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.477301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.477425] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be created. [ 1151.499164] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.499354] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.499442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.499701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.500162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.509543] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: UNINITIALIZED for 2s [ 1151.620049] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1151.620297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.100558] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-63e151dd-54b5-4d42-ae8f-0c99b0286ac1 service nova] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_rules [ 1152.100812] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-63e151dd-54b5-4d42-ae8f-0c99b0286ac1 service nova] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1152.100907] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-63e151dd-54b5-4d42-ae8f-0c99b0286ac1 service nova] Enqueued Resource ID: 1c4a0f47-539a-4358-964e-f3b3ec1c3383 with Priority: HIGHEST for action port [ 1152.101481] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_rules [ 1152.101637] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1152.101745] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4a0f47-539a-4358-964e-f3b3ec1c3383 with Priority: HIGHEST for action port [ 1152.102077] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.102204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.102417] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.102506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.102717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4a0f47-539a-4358-964e-f3b3ec1c3383 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.102828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.102889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.103114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.103193] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4a0f47-539a-4358-964e-f3b3ec1c3383',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.528303] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-0c5d6847-07e8-49da-afd4-c84b4e47e8d7 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1152.528898] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1152.529224] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.529326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.609538] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4a0f47-539a-4358-964e-f3b3ec1c3383 with status ACTIVE [ 1152.609766] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.609916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.609996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.610224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.610322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.610513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.610613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.610675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.610827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.610906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.611102] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.611195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.611254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.611392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.611465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.611548] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4a0f47-539a-4358-964e-f3b3ec1c3383 is going to be updated. [ 1152.631489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.631620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.631687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.631886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.632034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.632189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4a0f47-539a-4358-964e-f3b3ec1c3383" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.940906] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.941139] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.941301] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.941578] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.941850] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.942026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.942153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.942366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.942516] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.942740] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.942858] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.942972] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.943102] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.943220] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.943331] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.943468] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.961086] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.961237] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.961389] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.961634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-705" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.961900] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.962084] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.962208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.962525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.962661] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bfabc1-1b79-4e3e-82f1-fa4b8d206abd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.465890] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.466325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.466325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.466491] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.466646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.466837] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd not found, creating... [ 1153.467120] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.467281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.467401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.467622] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.467764] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.468059] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.468220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.468341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.468567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.468771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.469209] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd is going to be created. [ 1153.490813] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.491067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.491257] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.491589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.491876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.492197] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.518919] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1153.519158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.519320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.519525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.519714] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.519852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.519986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.520159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.520244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.520340] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.023966] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.412270] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-55050596-8056-42c2-a1ba-5f8d954a7a06 service nova] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_rules [ 1154.412478] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-55050596-8056-42c2-a1ba-5f8d954a7a06 service nova] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1154.412678] env[69513]: INFO networking_nsxv3.common.synchronization [req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 req-55050596-8056-42c2-a1ba-5f8d954a7a06 service nova] Enqueued Resource ID: 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd with Priority: HIGHEST for action port [ 1154.412893] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_rules [ 1154.413440] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1154.413440] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd with Priority: HIGHEST for action port [ 1154.413708] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.413857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.414035] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.414128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.414313] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.414417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.414480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.414681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.414766] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bfabc1-1b79-4e3e-82f1-fa4b8d206abd',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.526514] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.917270] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd with status ACTIVE [ 1154.917482] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.917623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.917693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.917923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.918031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.919838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.919838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.919838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.919838] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd is going to be updated. [ 1154.939612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.939849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.939849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.940026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.940166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.029167] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.029867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.030041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.030513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.030513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.030513] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1155.075044] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.075044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.075044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.075343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.075423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.086472] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1156.530072] env[69513]: INFO networking_nsxv3.common.synchronization [req-c02281d6-8b08-45b8-a033-558a8749999e req-a66be964-4af1-4fe7-aa86-cef41e39046e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1156.532339] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGHEST for action security_group_members [ 1156.532732] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.532856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.532921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.533141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.533302] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.533399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.533458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.533673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.533673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.533779] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.036776] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.036776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.036776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.036992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.037173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.037326] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.037522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.037522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.037803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.037803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.037897] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be updated. [ 1157.063185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.063389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.063389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.063604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.063747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.073985] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: IN_PROGRESS for 2s [ 1157.097592] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.097592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.097592] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.097592] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.097592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.097592] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.178917] env[69513]: INFO networking_nsxv3.common.synchronization [None req-4361e6c0-2236-4604-9107-eab3b770da35 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1157.178917] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1157.178917] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.178917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.178917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.178917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.178917] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.267883] env[69513]: INFO networking_nsxv3.common.synchronization [None req-ef461370-23f4-47a2-8d71-d9de3850badb tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1157.267883] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1157.267883] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.267883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.600201] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.600528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.600528] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.707263] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.707263] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 already deleted. [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.707263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.707263] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.039306] env[69513]: INFO networking_nsxv3.common.synchronization [req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d req-65b96e2c-73ff-4ab7-bb05-f60c5855d0b8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1158.039863] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1158.040200] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.040332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.040395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.040613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.041443] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.041852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.041852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.041852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.041991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.041991] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.103919] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.233760] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.233947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.234047] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.234284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.234385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.234487] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 already deleted. [ 1158.234574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.546246] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.696803] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.697150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.697150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.697519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.697519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.697519] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1158.699484] env[69513]: INFO networking_nsxv3.common.synchronization [req-babde96b-cbeb-43b4-951d-8e201090071f req-1b7fa920-24bf-49f9-bc41-29bee3db935e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 1158.700010] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 1158.703178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.703178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.703178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.703178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.703178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.703178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.703178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.703466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.703466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.703466] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.728926] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.729105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.729181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.729404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.729526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.738272] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1158.830601] env[69513]: INFO networking_nsxv3.common.synchronization [None req-0263dea0-8e3d-4f51-ac0b-91b3ea54c284 None None] Enqueued Resource ID: 745dd17d-a658-41ca-9d78-7c306e51f2cf with Priority: HIGHEST for action port [ 1158.831079] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 745dd17d-a658-41ca-9d78-7c306e51f2cf with Priority: HIGHEST for action port [ 1158.831679] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-745dd17d-a658-41ca-9d78-7c306e51f2cf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.831803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-745dd17d-a658-41ca-9d78-7c306e51f2cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.831872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-745dd17d-a658-41ca-9d78-7c306e51f2cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.832143] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-745dd17d-a658-41ca-9d78-7c306e51f2cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.832229] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745dd17d-a658-41ca-9d78-7c306e51f2cf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.083317] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a24257-ec93-4b99-aded-9c106b9b0bea in Status: SUCCESS [ 1159.085477] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea deletion is rescheduled due to dependency. [ 1159.085477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.190022] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.190022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.190022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.190022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.190022] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.190022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.190470] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.190631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.190825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.192253] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.192253] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.192253] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.192253] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.192253] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.192253] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.192253] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.195751] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.205528] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.205738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.205840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.206126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.206257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.206473] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.206574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.206635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.206836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.206942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.207039] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be deleted. [ 1159.212771] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.213131] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.213297] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.213451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.213810] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-ecfab34f-0814-4559-8776-c584df5dd03b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.214207] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.214378] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.214849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.215067] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfab34f-0814-4559-8776-c584df5dd03b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.240890] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.241066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.241160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.241381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.241472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.241571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.334059] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 745dd17d-a658-41ca-9d78-7c306e51f2cf [ 1159.334784] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.334784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.334784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.334784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.334784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.335058] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:745dd17d-a658-41ca-9d78-7c306e51f2cf already deleted. [ 1159.335974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-745dd17d-a658-41ca-9d78-7c306e51f2cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.653194] env[69513]: INFO networking_nsxv3.common.synchronization [None req-4916619a-890e-43e1-b44e-91f736ff2bfd tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_rules [ 1159.654675] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_rules [ 1159.661370] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.661563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.661645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.661926] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.662101] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.698431] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.698689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.698689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.698869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.698968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.699082] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1159.717676] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.717912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.718059] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.718354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.718510] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.718669] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port ecfab34f-0814-4559-8776-c584df5dd03b not found, creating... [ 1159.718971] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.719156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.719275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.719498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.719651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.719981] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.720150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.720270] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.720481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.720618] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.720759] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: ecfab34f-0814-4559-8776-c584df5dd03b is going to be created. [ 1159.728733] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.728733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.728733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.728960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.728960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.738027] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1159.742266] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.742266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.742266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.742266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.742266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.742599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.751392] env[69513]: INFO networking_nsxv3.common.synchronization [None req-009006e5-e1ad-4a08-843f-65271524dde5 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_rules [ 1159.751637] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_rules [ 1159.752191] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.752294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.181782] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.181953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.181998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.182254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.182369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.182472] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b already deleted. [ 1160.182557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.182710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.182870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.182951] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.430928] env[69513]: INFO networking_nsxv3.common.synchronization [req-babde96b-cbeb-43b4-951d-8e201090071f req-48cf941b-ebe5-49f1-9313-0dc624ef337b service nova] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_rules [ 1160.431137] env[69513]: INFO networking_nsxv3.common.synchronization [req-babde96b-cbeb-43b4-951d-8e201090071f req-48cf941b-ebe5-49f1-9313-0dc624ef337b service nova] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 1160.431317] env[69513]: INFO networking_nsxv3.common.synchronization [req-babde96b-cbeb-43b4-951d-8e201090071f req-48cf941b-ebe5-49f1-9313-0dc624ef337b service nova] Enqueued Resource ID: ecfab34f-0814-4559-8776-c584df5dd03b with Priority: HIGHEST for action port [ 1160.431508] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_rules [ 1160.431645] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 1160.431720] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfab34f-0814-4559-8776-c584df5dd03b with Priority: HIGHEST for action port [ 1160.434994] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.434994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.434994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.435165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.435165] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.436067] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.436204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.436283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.436450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.436593] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.436692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.436743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.436908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.436998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.437107] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.439186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfab34f-0814-4559-8776-c584df5dd03b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.439313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.439384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.439547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.439625] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfab34f-0814-4559-8776-c584df5dd03b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.702294] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.702598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.702598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.702712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.702804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.702899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b already deleted. [ 1160.702979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.748428] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1160.749109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.749109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.749109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.749297] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.749297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.749382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.749503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.749586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.749683] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.928288] env[69513]: INFO networking_nsxv3.common.synchronization [req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 req-0aaa06d7-1ab1-44f3-93ca-829e701a9cd1 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1160.929559] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1160.930741] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.931258] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.931411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.931789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.932075] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.932247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.932348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.932763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.932913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.933103] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.942138] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.942138] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.942138] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.943093] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecfab34f-0814-4559-8776-c584df5dd03b with status ACTIVE [ 1160.943093] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.943093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.943093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.943368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.943368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.943424] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.943514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.943548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.943679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.943749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.943936] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.944041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.944080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.944216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.944285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.944887] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecfab34f-0814-4559-8776-c584df5dd03b is going to be updated. [ 1160.968093] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.972021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.972021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.972021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.972021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.972021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.252882] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.318667] env[69513]: INFO networking_nsxv3.common.synchronization [None req-22ba93d7-07fb-46b3-bf62-2757630aab4d None None] Enqueued Resource ID: a3a3bc94-8771-4184-a273-d3102fddceb9 with Priority: HIGHEST for action port [ 1161.318667] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a3bc94-8771-4184-a273-d3102fddceb9 with Priority: HIGHEST for action port [ 1161.319189] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a3bc94-8771-4184-a273-d3102fddceb9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.319189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a3bc94-8771-4184-a273-d3102fddceb9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.319189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a3bc94-8771-4184-a273-d3102fddceb9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.319326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a3bc94-8771-4184-a273-d3102fddceb9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.319975] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a3bc94-8771-4184-a273-d3102fddceb9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.436913] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.437112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.437188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.437402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.437496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.437701] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.437798] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.437859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.438010] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.438105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.438194] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1161.447895] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.455237] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.455433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.455542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.455798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.456196] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.456398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.456523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.456745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.456922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.457170] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.457594] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.457725] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.458126] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.458273] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.458392] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.458533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.461693] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.461808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.461875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.462046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.462181] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.472604] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1161.479132] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.479299] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.479441] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.479606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.479898] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d47a0498-5a90-418b-bd19-3a24f03fad5b taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.480076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.480199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.480492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.480633] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47a0498-5a90-418b-bd19-3a24f03fad5b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.747537] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1161.747537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.754902] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.823337] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a3bc94-8771-4184-a273-d3102fddceb9 [ 1161.823337] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.823476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.823559] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.823781] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.823880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.823993] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a3bc94-8771-4184-a273-d3102fddceb9 already deleted. [ 1161.824109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a3bc94-8771-4184-a273-d3102fddceb9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.950606] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.950793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.950793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.951042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.951155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.951312] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be created. [ 1161.975330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.975330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.975330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.975330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.975707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.982675] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.982934] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.983110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.983460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.983750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.984032] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d47a0498-5a90-418b-bd19-3a24f03fad5b not found, creating... [ 1161.984481] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.984768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.984970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.985415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.985682] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.986053] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.986249] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.986372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.986618] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.986783] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.987014] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d47a0498-5a90-418b-bd19-3a24f03fad5b is going to be created. [ 1161.989108] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: UNINITIALIZED for 2s [ 1162.004838] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.005123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.005285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.005580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.005912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.006178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.256859] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.257119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.257119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.257350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.257440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.257541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1162.287106] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.287254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.287356] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.287608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.287782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.296762] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1162.717214] env[69513]: INFO networking_nsxv3.common.synchronization [req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 req-f8e64203-fbd6-4c4e-add6-fc6d7c0ed6ed service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1162.717214] env[69513]: INFO networking_nsxv3.common.synchronization [req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 req-f8e64203-fbd6-4c4e-add6-fc6d7c0ed6ed service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1162.717214] env[69513]: INFO networking_nsxv3.common.synchronization [req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 req-f8e64203-fbd6-4c4e-add6-fc6d7c0ed6ed service nova] Enqueued Resource ID: d47a0498-5a90-418b-bd19-3a24f03fad5b with Priority: HIGHEST for action port [ 1162.717214] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1162.717214] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1162.717214] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47a0498-5a90-418b-bd19-3a24f03fad5b with Priority: HIGHEST for action port [ 1162.720178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.720448] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.721700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.722031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.722566] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.723489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.723691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.723965] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47a0498-5a90-418b-bd19-3a24f03fad5b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.724196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.724335] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.724585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.724757] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47a0498-5a90-418b-bd19-3a24f03fad5b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.226833] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.227171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.227269] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d47a0498-5a90-418b-bd19-3a24f03fad5b with status ACTIVE [ 1163.227450] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.227561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.227631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.227944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.227944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.228122] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.228218] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.228271] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.228435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.228603] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.228707] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.228802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.228885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.229043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.229123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.229207] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d47a0498-5a90-418b-bd19-3a24f03fad5b is going to be updated. [ 1163.252483] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.252621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.252740] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.253021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.253172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.253345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47a0498-5a90-418b-bd19-3a24f03fad5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.481875] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1163.482103] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1163.482721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.482721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.482721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.482950] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.482950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.483062] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.483404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.483404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.483404] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.986791] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.997769] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: SUCCESS [ 1163.997969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.998361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.998565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.998748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.998936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.998994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.999153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.999233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.999318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.999403] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.307845] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1164.308200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.308200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.309096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.309096] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.309096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.309096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.309096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.309096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.309096] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.489536] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.500774] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.500930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.500976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.501213] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.501379] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.501483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.501553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.501695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.501783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.501868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.502025] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.502119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.502180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.502317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.502453] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.502558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.502635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.502775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.502851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.502952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.503235] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.811537] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.991524] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.991701] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.991772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.992609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.992609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.992609] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1165.005144] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d758ba18-3b66-4e2d-a47d-8e99e75f32c7: rpc.has_security_group_logging(os_id): False [ 1165.019216] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.019522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.019522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.019652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.019745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.021740] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.021867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.021923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.022133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.022320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.022401] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.022477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.022520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023644] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023644] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023887] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be created. [ 1165.032217] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1165.077876] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.078159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.078159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.078303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.078482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.089864] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: IN_PROGRESS for 2s [ 1165.205832] env[69513]: INFO networking_nsxv3.common.synchronization [req-d783647c-10e2-4a48-bb44-9dbee2234de1 req-1caec643-1477-45d2-9b46-94de62747a7f tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1165.206230] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1165.206677] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.206677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.314087] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.818265] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.818265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.818265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.818265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.818265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.818265] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1165.871339] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.871339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.871339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.871551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.871551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.882650] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1167.041653] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1167.041943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.041943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.042176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.042927] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.042927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.042927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.042927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.042927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.042927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.042927] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.103452] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: SUCCESS [ 1167.103690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.549268] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.549437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.549511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.549793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.550102] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.550229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.550317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.550504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.550622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.550749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.550931] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.551058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.551184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.551315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.551476] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.551594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.551673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.551842] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.551942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.552070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.552185] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.892138] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1167.892343] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.892558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.893130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.893130] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.893327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.893327] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.893433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.893488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.893586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.893732] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.893824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.894016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.894122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.895068] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.895068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.895068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.895068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.895068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.895068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.895068] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.895627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.895843] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.896017] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.896128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.896193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.896357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.896436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.896628] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.055061] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93328df-8dd2-4e39-95e8-75d66f1bc548: rpc.has_security_group_logging(os_id): False [ 1168.072386] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.072566] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.072609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.072799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.072948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.073193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.073332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.073402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.073562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.073640] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.073841] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.073935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.073997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.074151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.074225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074401] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.074491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.074551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.074686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.074760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074844] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1168.128169] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.128276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.128318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.128517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.128662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.141841] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1168.398171] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 039a4979-6676-43f0-8194-60b1c3836015: rpc.has_security_group_logging(os_id): False [ 1168.399602] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.417573] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.417723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.417793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.418013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.418116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.418339] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.418440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.418502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.418659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.418735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.418978] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.419128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.419128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.419274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.419344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.419544] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.419633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.419702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.419820] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.419907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.419998] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be created. [ 1168.481403] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.481596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.481596] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.481813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.481990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.491449] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1168.902550] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.405387] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.405696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.405696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.405868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.405945] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.406062] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1169.434235] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.434235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.434235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.434235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.434235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.442433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1169.864048] env[69513]: INFO networking_nsxv3.common.synchronization [req-d8bb4055-c50e-45c5-985e-1bb2b50843af req-e1345be8-06fa-420f-a9f4-bd39a3f42ba6 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1169.864766] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1169.865284] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.865586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.865682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.866066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.866334] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.866491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.866607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.866862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.867025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.867167] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.159282] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1170.160920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.313661] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.313862] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.313992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.314283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.314551] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.314712] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.314834] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.315073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.315224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.315430] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.315722] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.315841] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.315960] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.316115] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.316938] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.316938] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.338142] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.338142] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.338142] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.338142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.338142] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-730c57f7-6bd6-4362-9a44-80866195e2ef taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.338142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.338142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.338142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.338142] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730c57f7-6bd6-4362-9a44-80866195e2ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.369531] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.369753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.369832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.370158] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.370316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.370879] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.370995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.371072] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.371287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.371423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.371893] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 already deleted. [ 1170.371893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.502946] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1170.503210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.503378] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.503602] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.503691] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.553321] env[69513]: INFO networking_nsxv3.common.synchronization [req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 req-181c7a2a-be76-41e2-b16b-8aab0a35e6ff tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Enqueued Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1170.553604] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 with Priority: HIGHEST for action security_group_members [ 1170.553904] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e052e-aa56-415a-ad3a-8644097a6040 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.554036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.554104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.554299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.555743] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.555743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.555743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.555743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.555743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.555743] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e052e-aa56-415a-ad3a-8644097a6040',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.841429] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.841661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.841800] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.842099] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.842261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.842433] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 730c57f7-6bd6-4362-9a44-80866195e2ef not found, creating... [ 1170.842698] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.842842] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.842960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.843187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.843326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.843611] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.843768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.843957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.844116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.844258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.844453] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 730c57f7-6bd6-4362-9a44-80866195e2ef is going to be created. [ 1170.875266] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.875465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.875622] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.875875] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.876187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.876439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.006501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.006501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.059417] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.059547] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.059685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.060034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.060179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.060537] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.060734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.060870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.061130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.061254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.061385] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 is going to be updated. [ 1171.099059] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.099585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.099585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.099585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.099801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.109192] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: IN_PROGRESS for 2s [ 1171.452136] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1171.452344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.452506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.452719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.452910] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.453035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.453100] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.453246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.453329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.453412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.453505] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.764853] env[69513]: INFO networking_nsxv3.common.synchronization [req-7b2daff8-e20e-4ee8-adae-7ad52c585e25 req-92f3b540-ba81-4b82-8b5f-e0e0a3785b3d tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 1171.765408] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGHEST for action security_group_members [ 1171.765709] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.765827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.765912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.768305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.768477] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.768582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.768643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.768796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.768906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.769095] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.855119] env[69513]: INFO networking_nsxv3.common.synchronization [req-d8bb4055-c50e-45c5-985e-1bb2b50843af req-6ae97b79-0895-4d34-b211-9dc59f1bed9e service nova] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1171.855119] env[69513]: INFO networking_nsxv3.common.synchronization [req-d8bb4055-c50e-45c5-985e-1bb2b50843af req-6ae97b79-0895-4d34-b211-9dc59f1bed9e service nova] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1171.855119] env[69513]: INFO networking_nsxv3.common.synchronization [req-d8bb4055-c50e-45c5-985e-1bb2b50843af req-6ae97b79-0895-4d34-b211-9dc59f1bed9e service nova] Enqueued Resource ID: 730c57f7-6bd6-4362-9a44-80866195e2ef with Priority: HIGHEST for action port [ 1171.855454] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1171.855605] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1171.855767] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730c57f7-6bd6-4362-9a44-80866195e2ef with Priority: HIGHEST for action port [ 1171.856826] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.856826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.856826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.856826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.856826] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.857562] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.860256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.860256] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.860256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-730c57f7-6bd6-4362-9a44-80866195e2ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.860256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.860256] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730c57f7-6bd6-4362-9a44-80866195e2ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.874130] env[69513]: INFO networking_nsxv3.common.synchronization [req-7b2daff8-e20e-4ee8-adae-7ad52c585e25 req-92f3b540-ba81-4b82-8b5f-e0e0a3785b3d tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: ecfab34f-0814-4559-8776-c584df5dd03b with Priority: HIGHEST for action port [ 1171.874130] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfab34f-0814-4559-8776-c584df5dd03b with Priority: HIGHEST for action port [ 1171.874130] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfab34f-0814-4559-8776-c584df5dd03b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.874130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.874130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.874130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.874426] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfab34f-0814-4559-8776-c584df5dd03b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.956249] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.956411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.956488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.956818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.956987] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.957115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.957180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.957334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.957421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.957511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.957657] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.957747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.957809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.957971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.958123] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.958215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.958419] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.958491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.958569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.958655] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.271711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.271711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.271711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.271832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.272029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.272765] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.272765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.272765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.272765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.272765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.272765] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be updated. [ 1172.303369] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.303634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.303735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.303991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.304153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.313437] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: IN_PROGRESS for 2s [ 1172.329478] env[69513]: INFO networking_nsxv3.common.synchronization [req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 req-32f4529d-50d5-425b-8726-f6915b8988e4 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_members [ 1172.330020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_members [ 1172.330324] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.330503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.330748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.330898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.331129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.331351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331445] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.331537] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.361583] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.361742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.362153] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 730c57f7-6bd6-4362-9a44-80866195e2ef with status ACTIVE [ 1172.362622] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.362622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.362622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.363212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.363212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.363212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.363212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.363212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.363494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.363494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.363606] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.363696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.363761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.363887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.363964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.364072] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 730c57f7-6bd6-4362-9a44-80866195e2ef is going to be updated. [ 1172.365170] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.377206] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecfab34f-0814-4559-8776-c584df5dd03b with status ACTIVE [ 1172.377206] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.377206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.377206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.377206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.377497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.377497] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.377578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.377578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.380091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.380091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.380091] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.380091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.380091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.380091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.380091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.380091] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecfab34f-0814-4559-8776-c584df5dd03b is going to be updated. [ 1172.397325] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.397459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.397527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.397725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.397855] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.398018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.402702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.402804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.402844] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.403025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.403116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.403254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfab34f-0814-4559-8776-c584df5dd03b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.461200] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 039a4979-6676-43f0-8194-60b1c3836015: rpc.has_security_group_logging(os_id): False [ 1172.485903] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.486099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.486192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.486452] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.486576] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.486890] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.486976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.487068] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.487238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.487339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.487536] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.487632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.487695] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.487847] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.487921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.488181] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.488279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.488351] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.488502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.488599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.488683] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1172.575460] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.575638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.575719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.576480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.576480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.596392] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1172.738348] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.739246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.739246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.739246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.739411] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.739683] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.740352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.740352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.740352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.740492] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.740536] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.740647] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.740753] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.740862] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.740966] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.741113] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.760904] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.760904] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.760904] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.760904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.760904] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.760904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.760904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.760904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.761312] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c04bb2-4cbf-4f0b-931a-18ae97ad7941',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.834564] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.834564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.834564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.835112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.835112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.835112] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.835217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.835217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.835353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.835404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.835532] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b already deleted. [ 1172.835568] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.867930] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.119434] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 in Status: SUCCESS [ 1173.119434] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e052e-aa56-415a-ad3a-8644097a6040 deletion is rescheduled due to dependency. [ 1173.119434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e052e-aa56-415a-ad3a-8644097a6040" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.263866] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.263866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.263866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.264216] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.264381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.264541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 not found, creating... [ 1173.264795] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.264958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.265089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.265313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.265449] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.265728] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.265883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.266009] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.266225] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.266357] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.266495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 is going to be created. [ 1173.286968] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.287216] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.287345] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.287619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.287858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.288100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.371336] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.371497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.371570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.371793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.371925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.372063] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 is going to be created. [ 1173.407421] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.407589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.407632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.407836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.407996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.426649] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: UNINITIALIZED for 2s [ 1173.975821] env[69513]: INFO networking_nsxv3.common.synchronization [req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 req-d0e6268a-638f-453e-ab68-44336379e163 service nova] Enqueued Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_rules [ 1173.976285] env[69513]: INFO networking_nsxv3.common.synchronization [req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 req-d0e6268a-638f-453e-ab68-44336379e163 service nova] Enqueued Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_members [ 1173.976285] env[69513]: INFO networking_nsxv3.common.synchronization [req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 req-d0e6268a-638f-453e-ab68-44336379e163 service nova] Enqueued Resource ID: a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 with Priority: HIGHEST for action port [ 1173.976370] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_rules [ 1173.976563] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_members [ 1173.976666] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 with Priority: HIGHEST for action port [ 1173.979262] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.981504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.981504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.981504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.981504] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.981659] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.981756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.981866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.982160] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.982395] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.982567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.982664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.982875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.983049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.983152] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.984095] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.984284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.984436] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.984599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.984706] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c04bb2-4cbf-4f0b-931a-18ae97ad7941',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.323101] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 in Status: SUCCESS [ 1174.323278] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 deletion is rescheduled due to dependency. [ 1174.323491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.486698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.486698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.486858] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.488166] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 with status ACTIVE [ 1174.488464] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.488635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.489025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.489025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.495950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.496208] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.496329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.496390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.496957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.496957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.496957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.496957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.497250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.497250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.497250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.497390] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 is going to be updated. [ 1174.516332] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.516467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.516529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.516737] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.516869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.517036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.610756] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1174.610973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.611256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.611477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.611571] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.000423] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.116257] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.116257] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.116257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.116257] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.317210] env[69513]: INFO networking_nsxv3.common.synchronization [req-22dc891e-e68d-4e1f-b5e8-c156dff5898d req-3d5866cf-6603-4242-8810-255c98f3f3eb tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1175.317210] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1175.317210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.317210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.317210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.317210] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.438491] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: SUCCESS [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.438491] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.438491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.438491] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.503282] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.503486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.503552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.503801] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.503917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.504054] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b is going to be created. [ 1175.527132] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.527132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.527338] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.527444] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.527618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.543175] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0021f-e507-4518-8c7f-a4159f1b761b in Status: UNINITIALIZED for 2s [ 1175.618129] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.618332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.618468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.618922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.619144] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.619320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.619390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.619707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.619836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.619968] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.620286] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.620408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.620491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.620829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.621261] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.621429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.621500] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.621690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.621777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.622012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.622244] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.819607] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.819887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.820052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.820522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.820672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.821036] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.821189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.821296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.821593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.821783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.821899] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1175.859108] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.859108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.859108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.859410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.859944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.868852] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1175.941891] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.124483] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 039a4979-6676-43f0-8194-60b1c3836015: rpc.has_security_group_logging(os_id): False [ 1176.143202] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.143404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.143497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.143762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.143903] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.144229] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.144373] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.144468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.144672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.144787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.145093] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.145251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.145346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.145534] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.145643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.145918] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.146092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.146193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.146429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.146555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.146701] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1176.222058] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.222058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.222058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.222413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.222455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.242689] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1176.444761] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a8cf54-d19e-4034-9151-8dae94f05823: rpc.has_security_group_logging(os_id): False [ 1176.461745] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.462144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.462144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.462275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.462982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.462982] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.462982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.462982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.463299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.463299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.463299] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 is going to be created. [ 1176.522024] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.522293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.522293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.523034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.523034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.535523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: IN_PROGRESS for 2s [ 1176.849951] env[69513]: INFO networking_nsxv3.common.synchronization [req-e70ff18e-460a-45f6-9d83-7cc5462821d1 req-fae75113-76d6-4da6-aaab-dbe0b43d715f tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1176.850616] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1176.851020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.852128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.852431] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.852870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.852870] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.853058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.855919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.855919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.855919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.855919] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.355749] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.388175] env[69513]: INFO networking_nsxv3.common.synchronization [req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 req-039d2090-de44-4c9c-92c1-aeae7dce0712 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1177.388668] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGHEST for action security_group_members [ 1177.390029] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.390029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.552585] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0021f-e507-4518-8c7f-a4159f1b761b in Status: SUCCESS [ 1177.552789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.553123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.553238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.553650] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.553650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.553650] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.553805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.553805] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.553860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.554021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.802603] env[69513]: INFO networking_nsxv3.common.synchronization [req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 req-efeb9287-319c-4ca8-a3e1-ae3a2deba025 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1177.802792] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1177.803085] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.803232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.803301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.803539] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.803711] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.803871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.804018] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.806658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.806658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.806658] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.857596] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.878619] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1177.878825] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1177.878964] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.059453] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.257651] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1178.257882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.308575] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.308752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.308827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.309147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.329859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.330159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.330299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.330353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.330545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.330629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.330720] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1178.359748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.360079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.360079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.360191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.360280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.360371] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1178.397767] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.397921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.397921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.398124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.398263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.406931] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1178.422179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.422339] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.422386] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.422582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.422722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.440364] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1178.547928] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: SUCCESS [ 1178.548173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.561705] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c0021f-e507-4518-8c7f-a4159f1b761b: rpc.has_security_group_logging(os_id): False [ 1178.579530] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.579677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.579677] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.580664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.580664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.580664] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.580664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.580664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.580664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.580664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.580995] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b is going to be created. [ 1178.634316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.634467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.634536] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.634747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.634930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.643879] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c0021f-e507-4518-8c7f-a4159f1b761b in Status: IN_PROGRESS for 2s [ 1180.415959] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1180.416199] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a deletion is rescheduled due to dependency. [ 1180.416289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.449541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1180.449768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.449966] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.450281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.450501] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.450621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.450685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.450998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.451220] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.451387] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.654390] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c0021f-e507-4518-8c7f-a4159f1b761b in Status: SUCCESS [ 1180.654390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.953283] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.953442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.953504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.953724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.953824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.954057] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.954195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.954260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.954421] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.954501] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.954592] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be updated. [ 1180.985168] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.985333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.985397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.985606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.985752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.994056] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: IN_PROGRESS for 2s [ 1182.803500] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.803500] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1183.005713] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039a4979-6676-43f0-8194-60b1c3836015 in Status: SUCCESS [ 1183.006032] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039a4979-6676-43f0-8194-60b1c3836015 deletion is rescheduled due to dependency. [ 1183.006032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.805729] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.806214] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.906691] env[69513]: INFO networking_nsxv3.common.synchronization [req-758874d5-5de8-4882-a0a4-534371f5cc1e req-71761b19-4c31-48ee-bfc1-96d2013a384e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1187.907657] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1187.907752] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.907913] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.909026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.909026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.909026] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.909026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.909026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.909026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.909026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.909026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.211721] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.211918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.212056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.212409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.212659] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.212814] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.212927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.213176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.213324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.213541] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.213657] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.213784] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.213904] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.214028] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.214140] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.214276] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.233316] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.233559] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.233713] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.233892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.234231] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7d25fbc1-05ae-4133-8fe3-7193cec848d2 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.234409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.234535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.234908] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.235091] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d25fbc1-05ae-4133-8fe3-7193cec848d2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.411498] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.411739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.411739] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.411936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.412035] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.412246] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.412366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.412425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.412550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.412631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.412707] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1188.436188] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.436399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.436399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.436584] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.436730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.444965] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1188.737651] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.737883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.738035] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.738331] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.738495] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.738648] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7d25fbc1-05ae-4133-8fe3-7193cec848d2 not found, creating... [ 1188.738903] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.739132] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.739262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.739496] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.739638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.739925] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.740098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.740218] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.740442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.740582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.740730] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7d25fbc1-05ae-4133-8fe3-7193cec848d2 is going to be created. [ 1188.758575] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.758792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.758919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.759187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.759408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.759621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.438281] env[69513]: INFO networking_nsxv3.common.synchronization [req-758874d5-5de8-4882-a0a4-534371f5cc1e req-b0c97afd-0911-47b5-a83c-8b6763c83f75 service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1189.438578] env[69513]: INFO networking_nsxv3.common.synchronization [req-758874d5-5de8-4882-a0a4-534371f5cc1e req-b0c97afd-0911-47b5-a83c-8b6763c83f75 service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1189.438665] env[69513]: INFO networking_nsxv3.common.synchronization [req-758874d5-5de8-4882-a0a4-534371f5cc1e req-b0c97afd-0911-47b5-a83c-8b6763c83f75 service nova] Enqueued Resource ID: 7d25fbc1-05ae-4133-8fe3-7193cec848d2 with Priority: HIGHEST for action port [ 1189.439169] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1189.439303] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1189.439399] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d25fbc1-05ae-4133-8fe3-7193cec848d2 with Priority: HIGHEST for action port [ 1189.439660] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.439780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.439866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.440528] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.440669] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.442103] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.442350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.442631] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d25fbc1-05ae-4133-8fe3-7193cec848d2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.442786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.442888] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.443111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.443240] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d25fbc1-05ae-4133-8fe3-7193cec848d2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.943599] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.943681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.944988] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d25fbc1-05ae-4133-8fe3-7193cec848d2 with status ACTIVE [ 1189.945205] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.945322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.945389] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.945592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.945682] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.945854] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.945952] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.946023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.946180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.946260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.946456] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.946550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.946611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.946748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.946821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.946924] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d25fbc1-05ae-4133-8fe3-7193cec848d2 is going to be updated. [ 1189.965982] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.965982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.966404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.966404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.966404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.966526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d25fbc1-05ae-4133-8fe3-7193cec848d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.201839] env[69513]: INFO networking_nsxv3.common.synchronization [req-34a91658-0833-4a79-aa90-b1788e269f52 req-e34e729f-9b0f-4c53-ba6a-ebe00debea6c tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1190.202386] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1190.202680] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.202799] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.202867] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.203252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.203252] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.203328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.203358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.203503] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.203586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.203708] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.454440] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1190.454803] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1190.454803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.454923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.455114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.455294] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.455406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.455471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.455620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.455702] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.455796] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.476045] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.476267] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.476397] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.476655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.476939] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.477109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.477233] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.477451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.477600] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.477825] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.477917] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.478122] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.478257] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.478375] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.478482] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.478615] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.495592] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.495815] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.495916] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.496092] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.496411] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.496597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.496695] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.497040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.497188] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.705810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.705999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.706059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.706285] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.706370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.706552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.706652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.706713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.706949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.707289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.707408] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1190.732389] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.732583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.732625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.732802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.732947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.742780] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1190.957984] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.999957] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.000337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.000576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.000822] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.000981] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.001186] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf not found, creating... [ 1191.001559] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.001719] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.001825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.002015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.002157] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002522] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.002786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.002934] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.003183] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.003365] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.003533] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf is going to be created. [ 1191.023632] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.023868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.023957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.024320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.024554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.024782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.459772] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.692348] env[69513]: INFO networking_nsxv3.common.synchronization [req-34a91658-0833-4a79-aa90-b1788e269f52 req-265118e7-96e4-4f38-9490-0fce601cd8e1 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 1191.692542] env[69513]: INFO networking_nsxv3.common.synchronization [req-34a91658-0833-4a79-aa90-b1788e269f52 req-265118e7-96e4-4f38-9490-0fce601cd8e1 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1191.692686] env[69513]: INFO networking_nsxv3.common.synchronization [req-34a91658-0833-4a79-aa90-b1788e269f52 req-265118e7-96e4-4f38-9490-0fce601cd8e1 service nova] Enqueued Resource ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with Priority: HIGHEST for action port [ 1191.692926] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 1191.693071] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1191.693173] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with Priority: HIGHEST for action port [ 1191.693738] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.693865] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.693933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.694146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.694228] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.695051] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.695154] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.695346] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.695447] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.695512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.695668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.695739] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.962859] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.962859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.962859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.963113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.963113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.963179] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1191.989699] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.989864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.989914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.990253] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.990443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.998457] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1192.197470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.197605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.199009] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with status ACTIVE [ 1192.199232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.199390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.199433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.199768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.199768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.199906] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.199967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.200058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.200198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.200710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.200710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.200710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.200710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.200710] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.201038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.201038] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf is going to be updated. [ 1192.223376] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.223519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.223622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.223786] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.223917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.224105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.753064] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1192.753392] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a deletion is rescheduled due to dependency. [ 1192.753392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.753517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.753720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.753907] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.754031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.754112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.754302] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754383] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.754483] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.257579] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.759607] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.007444] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1194.007655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.007774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.007996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.008203] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.008494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.008558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.008722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.008804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.008894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.009045] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.261943] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.262289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.262400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.262654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.262791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.262930] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1194.289097] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.289316] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.289370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.289540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.289733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.297373] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1194.511421] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.511606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.511897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.511897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.512088] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.512201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.512247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.512432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.512518] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.512605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.512756] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.512852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.512907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.513137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.513316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.513411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.513466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.513608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.513688] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.513768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.513857] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.016707] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93328df-8dd2-4e39-95e8-75d66f1bc548: rpc.has_security_group_logging(os_id): False [ 1195.033851] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.033998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.034087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.034305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.034402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.034604] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.034705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.034767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.034917] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.034992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.035203] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.035296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.035357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.035498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.035564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.035736] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.035826] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.035885] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.036029] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.036165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.036263] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1195.091943] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.092105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.092176] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.092388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.092535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.105680] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1196.307246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1196.307569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.307636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.307853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.308092] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.308215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.308286] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.308455] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.308560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.308652] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.308749] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.693918] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.694105] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1196.811137] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.121308] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1197.121533] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.314046] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca82fd01-0be3-4fae-8579-dd4b5213253a: rpc.has_security_group_logging(os_id): False [ 1197.331019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.331210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.331273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.331481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.331571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.331828] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.331931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.331988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.332152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.332226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.332311] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1197.384355] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.384487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.384487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.384660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.384790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.395810] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1198.471228] env[69513]: INFO networking_nsxv3.common.synchronization [req-8708f651-0467-4f27-9345-6acd625e757a req-16ba3280-567e-4913-b7be-8ca2cf0dc63a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1198.471482] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1198.471879] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.471879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.471879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.472073] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.472234] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.472292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.472328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.473043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.473043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.473043] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.774932] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.775144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.775284] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.775588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.775853] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.776072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.776199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.776409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.776553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.778048] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.778048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.778048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.778048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.778048] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.778048] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.778048] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.794363] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.794512] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.794653] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.794820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-842" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.795116] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-c2717fa9-e985-4ffa-8d82-d8bb60417a11 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.795280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.795400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.795702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.795840] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2717fa9-e985-4ffa-8d82-d8bb60417a11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.975178] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.298233] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.298477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.298610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.298896] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.299081] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.299333] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port c2717fa9-e985-4ffa-8d82-d8bb60417a11 not found, creating... [ 1199.299633] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.299881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.299988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.300236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.300382] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.300666] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.300826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.301100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.301370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.301548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.301702] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: c2717fa9-e985-4ffa-8d82-d8bb60417a11 is going to be created. [ 1199.320435] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.320435] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.320435] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.320721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.320979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.321253] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.409774] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1199.409995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.477702] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.983361] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.983572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.983655] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.983849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.987081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.987081] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be updated. [ 1200.010050] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.010243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.010380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.010543] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.010722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.018570] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: IN_PROGRESS for 2s [ 1200.111607] env[69513]: INFO networking_nsxv3.common.synchronization [req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e req-8a8bbe8f-3ebd-4c93-92ea-61395949820c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1200.112153] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1200.112458] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.112577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.112666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.112887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.112993] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.113103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.113168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.113307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.113393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.113487] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.208845] env[69513]: INFO networking_nsxv3.common.synchronization [req-8708f651-0467-4f27-9345-6acd625e757a req-aa908036-0bc4-4131-9149-a3288724ada2 service nova] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 1200.209052] env[69513]: INFO networking_nsxv3.common.synchronization [req-8708f651-0467-4f27-9345-6acd625e757a req-aa908036-0bc4-4131-9149-a3288724ada2 service nova] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1200.209236] env[69513]: INFO networking_nsxv3.common.synchronization [req-8708f651-0467-4f27-9345-6acd625e757a req-aa908036-0bc4-4131-9149-a3288724ada2 service nova] Enqueued Resource ID: c2717fa9-e985-4ffa-8d82-d8bb60417a11 with Priority: HIGHEST for action port [ 1200.212304] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_rules [ 1200.212304] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1200.212304] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2717fa9-e985-4ffa-8d82-d8bb60417a11 with Priority: HIGHEST for action port [ 1200.212628] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.212628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.212628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.212851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.212935] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.213815] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.213920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.214455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2717fa9-e985-4ffa-8d82-d8bb60417a11 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.214569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.214631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.215425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215425] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2717fa9-e985-4ffa-8d82-d8bb60417a11',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.616508] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.616508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.616508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.616901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.616901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.616991] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.617147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.617147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.617311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.617441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.617491] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1200.656028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.656199] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.656280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.656515] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.656660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.665355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1200.721912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.722115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.722355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2717fa9-e985-4ffa-8d82-d8bb60417a11 with status ACTIVE [ 1200.723021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.723021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.723021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.723021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.723021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.723303] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.723392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.723459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.723627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.723771] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.723986] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.724345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.724345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.724345] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.724508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.724508] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2717fa9-e985-4ffa-8d82-d8bb60417a11 is going to be updated. [ 1200.749837] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.749837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.750022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.750685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.750685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.750685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2717fa9-e985-4ffa-8d82-d8bb60417a11" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.027912] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 1202.028355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.028355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.028605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.028812] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.028936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.029031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.029222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.029312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.029411] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.532283] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.674536] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1202.674713] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1202.674824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.035017] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.537910] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.538170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.538170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.538385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.538483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.538591] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be updated. [ 1203.564604] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.564813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.564813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.564995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.565153] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.645778] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: IN_PROGRESS for 2s [ 1205.210708] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.211103] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1205.656070] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 1205.656219] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.656390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.656616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.656817] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.657038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.657140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.657312] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.657404] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.657497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.657593] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.159525] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.662193] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47c288d5-cfac-4330-b198-0a75734a9958: rpc.has_security_group_logging(os_id): False [ 1206.678677] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.678817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.678884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.679178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.695206] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.695470] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.695581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.695636] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.695810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.695890] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.695978] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be updated. [ 1206.750046] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.750046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.750046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.750046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.750046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.760369] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: IN_PROGRESS for 2s [ 1208.774753] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 1208.775123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.838317] env[69513]: INFO networking_nsxv3.common.synchronization [req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 req-5ad5d524-6ea7-4e27-8870-afdd978fefa4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1208.839132] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1208.839132] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.839132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.839132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.839616] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.839822] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.839955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.840129] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.840354] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.840462] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.840595] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.113429] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.113685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.113878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.114229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.114525] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.114693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.114816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.115209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.115444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.115617] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.115734] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.115846] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.115991] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.116159] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.116281] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.116421] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.134543] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.134719] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1209.134860] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.135054] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-837" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.135804] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-5ca272a4-9f1d-4873-8cc9-eab9547019a0 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.135804] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.135804] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.136066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.136116] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca272a4-9f1d-4873-8cc9-eab9547019a0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.343268] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.343438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.343512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.343733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.343828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.344048] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.344146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.344211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.344366] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.344442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.344640] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1209.371674] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.371834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.371914] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.372099] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.372255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.380598] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1209.640687] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.640933] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.641118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.641459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.641655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.641848] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 5ca272a4-9f1d-4873-8cc9-eab9547019a0 not found, creating... [ 1209.642235] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.642364] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.642489] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.642733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.642904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.643263] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.643461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.643613] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.643899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.644019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.644191] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 5ca272a4-9f1d-4873-8cc9-eab9547019a0 is going to be created. [ 1209.665014] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.665222] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.665332] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.665564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.665784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.665999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.397353] env[69513]: INFO networking_nsxv3.common.synchronization [req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 req-27ce0ffd-3a39-4668-acf4-3dba68709a7d service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1210.397616] env[69513]: INFO networking_nsxv3.common.synchronization [req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 req-27ce0ffd-3a39-4668-acf4-3dba68709a7d service nova] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1210.397730] env[69513]: INFO networking_nsxv3.common.synchronization [req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 req-27ce0ffd-3a39-4668-acf4-3dba68709a7d service nova] Enqueued Resource ID: 5ca272a4-9f1d-4873-8cc9-eab9547019a0 with Priority: HIGHEST for action port [ 1210.398034] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_rules [ 1210.398352] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1210.398352] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca272a4-9f1d-4873-8cc9-eab9547019a0 with Priority: HIGHEST for action port [ 1210.398813] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.398942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.399042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.399279] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.399365] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.400190] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.400305] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.400513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ca272a4-9f1d-4873-8cc9-eab9547019a0 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.400612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.400672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.400837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.400911] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca272a4-9f1d-4873-8cc9-eab9547019a0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.903295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.903295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.903295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ca272a4-9f1d-4873-8cc9-eab9547019a0 with status ACTIVE [ 1210.903295] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.903295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.903295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.903295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.903295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.903748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.903748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.903748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.903850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.903882] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.904078] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.904177] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.904232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.904350] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.904422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.904501] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ca272a4-9f1d-4873-8cc9-eab9547019a0 is going to be updated. [ 1210.925198] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.925322] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.925393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.925875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.925875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.925875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ca272a4-9f1d-4873-8cc9-eab9547019a0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.388871] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1211.389056] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1211.389227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.389382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.389582] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.389759] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.389871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.389938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.390112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.390203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.390300] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.892127] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.394958] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.897900] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.898219] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.898219] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.898415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.898507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.898618] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1212.928056] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.928201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.928273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.928475] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.928626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.936235] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1214.272649] env[69513]: INFO networking_nsxv3.common.synchronization [req-bdda1f83-6701-4e65-996a-a8f873b35f19 req-7aaa485c-6439-499d-b197-e73ff5d1c311 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Enqueued Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_members [ 1214.273700] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c866f3cc-02e7-42cb-891e-19b09e242ebe with Priority: HIGHEST for action security_group_members [ 1214.273835] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-c866f3cc-02e7-42cb-891e-19b09e242ebe taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.274013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.274130] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.274422] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.274691] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.274850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.274953] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.275226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.275370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.275516] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c866f3cc-02e7-42cb-891e-19b09e242ebe',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.777929] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.778127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.778223] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.778473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.778557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.778717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.778868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.778868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.779083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.779237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.779382] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe is going to be updated. [ 1214.806434] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.806645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.806645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.806911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.807090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.815877] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c866f3cc-02e7-42cb-891e-19b09e242ebe in Status: IN_PROGRESS for 2s [ 1214.946229] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1214.946318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.946451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.947487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.947487] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.947487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.947487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.947487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.947487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.947487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.947487] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.449908] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.450230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.450230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.450411] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.450586] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.450685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.450788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.450891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.450978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.451081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.451231] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.451323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.451382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.451523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.451655] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.451811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.451811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.451930] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.452012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.452095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.452182] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.955524] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93328df-8dd2-4e39-95e8-75d66f1bc548: rpc.has_security_group_logging(os_id): False [ 1215.985368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.985628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.985628] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.985808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.985918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986138] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.986577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986792] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.987169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.987252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.987455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.987545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.987619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.987780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.987864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.987937] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1216.074836] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.075042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.075132] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.075270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.075420] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.090279] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1216.825949] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c866f3cc-02e7-42cb-891e-19b09e242ebe in Status: SUCCESS [ 1216.825949] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c866f3cc-02e7-42cb-891e-19b09e242ebe deletion is rescheduled due to dependency. [ 1216.826236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c866f3cc-02e7-42cb-891e-19b09e242ebe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.998887] env[69513]: INFO networking_nsxv3.common.synchronization [req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 req-ab8300e6-cc35-451e-8ff1-2972df588af8 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_members [ 1217.999670] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGHEST for action security_group_members [ 1217.999732] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.999850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.999919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.000561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.000561] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.000561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.000772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.000772] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.000856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.000939] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.106791] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1218.107040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.504494] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.504720] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.504810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.505079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.505189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.505428] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.505554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.505632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.505808] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.505894] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.506017] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 is going to be updated. [ 1218.534019] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.534221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.534269] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.534491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.534649] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.542693] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17e78df1-6429-49e8-ad36-213ee12f7031 in Status: IN_PROGRESS for 2s [ 1220.553318] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17e78df1-6429-49e8-ad36-213ee12f7031 in Status: SUCCESS [ 1220.553736] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 deletion is rescheduled due to dependency. [ 1220.553736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.000359] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.000757] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.001602] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.001985] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.002652] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.002916] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.340295] env[69513]: INFO networking_nsxv3.common.synchronization [None req-b8051613-7b11-4ef3-ac45-80359de76156 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_rules [ 1233.340856] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_rules [ 1233.341178] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.341315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.342427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.342427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.342427] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.406972] env[69513]: INFO networking_nsxv3.common.synchronization [None req-051d02fa-e009-4a6f-88c3-bc35d1127ecd tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_rules [ 1233.407529] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_rules [ 1233.407840] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.407942] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.862999] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.866659] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 already deleted. [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.866659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.866659] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.382772] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.383172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.383172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.383280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.383280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.383407] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 already deleted. [ 1234.383466] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.408995] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.409350] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.778384] env[69513]: INFO networking_nsxv3.common.synchronization [req-e23ca610-e989-4326-b62f-b6171441aa50 req-36804ea2-e0c8-48a5-b63e-2e08add2e7b2 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_members [ 1238.778995] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_members [ 1238.779378] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.779556] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.779767] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.779910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.781192] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.781192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.781192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.781192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.781192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.781192] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.152271] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.153416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.153416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.153416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.153416] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.153416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.153416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.153702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.153825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.154040] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.155083] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.155083] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.155083] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.155083] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.155083] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.155083] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.176238] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.176416] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.176564] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.176744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.177454] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-7970e567-ed48-4fa1-82c7-f3975bcb10e0 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.177454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.177454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.177784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.177945] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7970e567-ed48-4fa1-82c7-f3975bcb10e0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.283861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.283861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.283861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.284239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.284239] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.284381] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.284549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.284663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.284879] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.285012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.285211] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 already deleted. [ 1239.285297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.680328] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.680716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.680716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.680848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.681018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.681177] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 7970e567-ed48-4fa1-82c7-f3975bcb10e0 not found, creating... [ 1239.681431] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.681594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.681851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.682112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.682262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.682546] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.682707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.683049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.683192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.683335] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 7970e567-ed48-4fa1-82c7-f3975bcb10e0 is going to be created. [ 1239.703019] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.703019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.703019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.703492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.703492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.703617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.563173] env[69513]: INFO networking_nsxv3.common.synchronization [req-e23ca610-e989-4326-b62f-b6171441aa50 req-764679be-e552-45e9-9294-0708cf34ba33 service nova] Enqueued Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_rules [ 1240.563368] env[69513]: INFO networking_nsxv3.common.synchronization [req-e23ca610-e989-4326-b62f-b6171441aa50 req-764679be-e552-45e9-9294-0708cf34ba33 service nova] Enqueued Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_members [ 1240.563514] env[69513]: INFO networking_nsxv3.common.synchronization [req-e23ca610-e989-4326-b62f-b6171441aa50 req-764679be-e552-45e9-9294-0708cf34ba33 service nova] Enqueued Resource ID: 7970e567-ed48-4fa1-82c7-f3975bcb10e0 with Priority: HIGHEST for action port [ 1240.563749] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_rules [ 1240.563878] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_members [ 1240.563986] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7970e567-ed48-4fa1-82c7-f3975bcb10e0 with Priority: HIGHEST for action port [ 1240.564694] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.564870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.564958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.565217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.565342] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.566541] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.569525] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.569525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.569525] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.570104] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-7970e567-ed48-4fa1-82c7-f3975bcb10e0 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.570104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.570104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.570104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.570104] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7970e567-ed48-4fa1-82c7-f3975bcb10e0',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.071365] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.072023] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.072169] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.072338] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7970e567-ed48-4fa1-82c7-f3975bcb10e0 with status ACTIVE [ 1241.072514] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.072619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.072683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.072886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.072976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.073159] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.073256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.073319] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.073468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.073548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.073723] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.073813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.073873] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.074016] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.074092] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.074187] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7970e567-ed48-4fa1-82c7-f3975bcb10e0 is going to be updated. [ 1241.093527] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.093527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.093527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.093723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.093802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.093963] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7970e567-ed48-4fa1-82c7-f3975bcb10e0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.573393] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.076028] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.076645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.076645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.076645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.076766] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.076801] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 is going to be created. [ 1242.099510] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.099714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.099714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.099889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.100057] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.110822] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 in Status: UNINITIALIZED for 2s [ 1244.123080] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 in Status: SUCCESS [ 1244.123418] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.123476] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.123653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.123843] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.124023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.124023] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.124391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.124391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.124391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.124498] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.626492] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.129032] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d92d7741-17ea-47a2-8faf-537c5b8424e5: rpc.has_security_group_logging(os_id): False [ 1245.146316] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.146497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.146548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.146735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.146828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.147083] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.147178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.147281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.147390] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.147479] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.147543] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 is going to be created. [ 1245.207227] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.207424] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.207541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.207712] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.207907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.217286] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 in Status: IN_PROGRESS for 2s [ 1245.565196] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.565312] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1245.650738] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.650957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.651181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.651553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.651901] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.652123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.652255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.652581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.652763] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.652999] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.653189] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.653349] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.653522] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.653696] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.653826] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.654059] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.672854] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.673056] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.673216] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.673405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-515" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.673748] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-730c57f7-6bd6-4362-9a44-80866195e2ef taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.673941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.674076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.674405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.674555] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730c57f7-6bd6-4362-9a44-80866195e2ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.177935] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.178361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.178486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.178849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.179096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.179555] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.179782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.179967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.180484] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.180651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.180980] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.181235] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.181425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.181774] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.182011] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.182267] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 730c57f7-6bd6-4362-9a44-80866195e2ef is going to be updated. [ 1246.204457] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.204707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.204882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.205192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.205407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.205678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.877989] env[69513]: INFO networking_nsxv3.common.synchronization [req-9683fb15-bd0f-481b-880f-c1603d071e6a req-ca3d7976-47a0-477f-b35e-449d999eccf2 service nova] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1246.878194] env[69513]: INFO networking_nsxv3.common.synchronization [req-9683fb15-bd0f-481b-880f-c1603d071e6a req-ca3d7976-47a0-477f-b35e-449d999eccf2 service nova] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1246.878342] env[69513]: INFO networking_nsxv3.common.synchronization [req-9683fb15-bd0f-481b-880f-c1603d071e6a req-ca3d7976-47a0-477f-b35e-449d999eccf2 service nova] Enqueued Resource ID: 730c57f7-6bd6-4362-9a44-80866195e2ef with Priority: HIGHEST for action port [ 1246.878577] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_rules [ 1246.878714] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1246.878789] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730c57f7-6bd6-4362-9a44-80866195e2ef with Priority: HIGHEST for action port [ 1246.879440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.879513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.879587] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.879762] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.879844] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.880722] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.880863] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.880936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.881122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.881271] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.881364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.881429] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.881575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.881661] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.881748] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.882795] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-730c57f7-6bd6-4362-9a44-80866195e2ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.882906] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.882974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.883144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.883220] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730c57f7-6bd6-4362-9a44-80866195e2ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.228563] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 in Status: SUCCESS [ 1247.228849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.384921] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.385118] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.385300] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.386224] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 730c57f7-6bd6-4362-9a44-80866195e2ef with status ACTIVE [ 1247.386430] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.386558] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.386627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.386832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.386924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.387124] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.387221] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.387306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.387489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.387574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.387757] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.387866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.387948] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.388114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.388192] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.388280] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 730c57f7-6bd6-4362-9a44-80866195e2ef is going to be updated. [ 1247.407933] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.408137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.408137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.408336] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.408467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.408634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-730c57f7-6bd6-4362-9a44-80866195e2ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.893618] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.398861] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.399308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.399308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.399308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.399467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.399541] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 is going to be updated. [ 1248.424702] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.424933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.424983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.425262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.425416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.433759] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: IN_PROGRESS for 2s [ 1250.444817] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: SUCCESS [ 1250.445226] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.445292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.445522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.445753] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.445869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.446050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.446155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.446252] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.446341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.446451] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.948989] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.451924] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a8cf54-d19e-4034-9151-8dae94f05823: rpc.has_security_group_logging(os_id): False [ 1251.472616] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.472829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.472829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.473043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.473140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.473397] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.473491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.473565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.473699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.473775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.473861] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 is going to be updated. [ 1251.534099] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.534385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.534385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.534624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.534787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.547648] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: IN_PROGRESS for 2s [ 1251.877476] env[69513]: INFO networking_nsxv3.common.synchronization [req-bad3a8b5-d579-437f-a479-64e52e567eae req-84067883-a069-48c6-8a50-3d6011867fd9 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Enqueued Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1251.877804] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 with Priority: HIGHEST for action security_group_members [ 1251.878143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93328df-8dd2-4e39-95e8-75d66f1bc548 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.878254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.878317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.878519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.878672] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.878770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.878835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.878976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.879075] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.879166] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93328df-8dd2-4e39-95e8-75d66f1bc548',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.380897] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.381212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.381212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.381413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.381507] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.381738] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.381835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.381900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.382067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.382148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.382235] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 is going to be updated. [ 1252.408643] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.408789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.408853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.409340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.409340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.418116] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: IN_PROGRESS for 2s [ 1253.562319] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: SUCCESS [ 1253.562745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.428183] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 in Status: SUCCESS [ 1254.428369] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93328df-8dd2-4e39-95e8-75d66f1bc548 deletion is rescheduled due to dependency. [ 1254.428478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93328df-8dd2-4e39-95e8-75d66f1bc548" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.304743] env[69513]: INFO networking_nsxv3.common.synchronization [req-48e127bf-87ac-4071-a41e-fcb07d04aa48 req-5eb9d12d-19e1-474b-8f8a-707e2d81da4f tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1256.305300] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1256.305610] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.305743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.305813] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.306045] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.306242] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.306303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.306368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.306517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.306627] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.306731] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.810484] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.810484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.810484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.810484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.810484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.810838] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.810838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.810838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.810838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.810995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.811037] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1256.836957] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.837205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.837205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.837398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.837583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.845770] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1258.857756] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1258.858037] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e deletion is rescheduled due to dependency. [ 1258.858112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.206870] env[69513]: INFO networking_nsxv3.common.synchronization [None req-1c3b3139-eab2-4a51-b290-1dd67f036f92 None None] Enqueued Resource ID: 822e993c-5399-4587-b98c-c18b9cebae50 with Priority: HIGHEST for action port [ 1261.207052] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822e993c-5399-4587-b98c-c18b9cebae50 with Priority: HIGHEST for action port [ 1261.207977] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-822e993c-5399-4587-b98c-c18b9cebae50 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.207977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-822e993c-5399-4587-b98c-c18b9cebae50" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.207977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-822e993c-5399-4587-b98c-c18b9cebae50" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.208372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-822e993c-5399-4587-b98c-c18b9cebae50" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.209180] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822e993c-5399-4587-b98c-c18b9cebae50',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.711424] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 822e993c-5399-4587-b98c-c18b9cebae50 [ 1261.711671] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.711797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.711920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.712104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.712191] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.712370] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:822e993c-5399-4587-b98c-c18b9cebae50 already deleted. [ 1261.712370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-822e993c-5399-4587-b98c-c18b9cebae50" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.964310] env[69513]: INFO networking_nsxv3.common.synchronization [None req-8aba9df4-2f6a-4141-88c0-b52f9a991b4d None None] Enqueued Resource ID: 08d150c9-1b2f-4d0f-9fcc-a1e4238e1537 with Priority: HIGHEST for action port [ 1262.964609] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d150c9-1b2f-4d0f-9fcc-a1e4238e1537 with Priority: HIGHEST for action port [ 1262.965540] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d150c9-1b2f-4d0f-9fcc-a1e4238e1537 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.965540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d150c9-1b2f-4d0f-9fcc-a1e4238e1537" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.965540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d150c9-1b2f-4d0f-9fcc-a1e4238e1537" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.965748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d150c9-1b2f-4d0f-9fcc-a1e4238e1537" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.965748] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d150c9-1b2f-4d0f-9fcc-a1e4238e1537',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.467656] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d150c9-1b2f-4d0f-9fcc-a1e4238e1537 [ 1263.467896] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.468061] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.468135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.468346] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.468439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.468540] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d150c9-1b2f-4d0f-9fcc-a1e4238e1537 already deleted. [ 1263.468620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d150c9-1b2f-4d0f-9fcc-a1e4238e1537" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.561218] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.561598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.561819] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.562222] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.562649] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.562895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.563080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.563384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.563598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.563825] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.563946] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.564072] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.564198] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.564315] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.564423] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.564562] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.583618] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.583798] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.583978] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.584169] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-927" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.584549] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.584621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.584816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.585076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.585215] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.087864] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.088288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.088433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.088876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.089167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.089710] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.090017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.090269] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.090684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.090947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.091453] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.091740] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.091982] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.092358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.092627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.092898] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf is going to be updated. [ 1264.114119] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.114342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.114476] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.114752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.114966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.115220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.773947] env[69513]: INFO networking_nsxv3.common.synchronization [req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe req-883af739-6075-414c-9e3b-953a8fd56410 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 1264.774146] env[69513]: INFO networking_nsxv3.common.synchronization [req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe req-883af739-6075-414c-9e3b-953a8fd56410 service nova] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1264.774293] env[69513]: INFO networking_nsxv3.common.synchronization [req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe req-883af739-6075-414c-9e3b-953a8fd56410 service nova] Enqueued Resource ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with Priority: HIGHEST for action port [ 1264.774523] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_rules [ 1264.774651] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1264.774796] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with Priority: HIGHEST for action port [ 1264.775335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.775467] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.775546] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.775723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.775800] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.776748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.777131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.777225] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.777523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.777523] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.777869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.777869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.777869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.778086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.778086] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.779210] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.779210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.779210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.779210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.779210] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.280912] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.281234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.281284] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.284731] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with status ACTIVE [ 1265.284978] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.285122] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.285210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.285397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.285484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.285654] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.285750] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.285812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.285955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.286042] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.286385] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.286483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.286545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.286689] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.286764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.286848] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf is going to be updated. [ 1265.308096] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.308246] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.308290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.308481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.308613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.308770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.783520] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.241537] env[69513]: INFO networking_nsxv3.common.synchronization [req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea req-0ec5c178-7dc0-4777-a892-dbc620ea2168 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1266.241712] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1266.242054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.242224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.242347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.242637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.242769] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.242908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.242991] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.243188] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.243297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.243419] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.285323] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.285577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.285577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.285722] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.285811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.285908] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1266.313808] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.313984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.314082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.314334] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.314485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.322813] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1266.567906] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.568183] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.568344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.568715] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.569093] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.569281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.569434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.569807] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.569980] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.570246] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.570386] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.570544] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.570679] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.570816] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.570952] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.571139] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.590034] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.590034] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.590175] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.590493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.590810] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-8159307d-0fde-4754-a219-84757f764892 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.591057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.591241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.591865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.592084] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8159307d-0fde-4754-a219-84757f764892',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.745201] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.745417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.745482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.745780] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.745919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.746193] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.746330] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.746417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.746633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.746731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.746836] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1266.775236] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.775410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.775410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.775590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.775729] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.783661] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1267.096107] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.096107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.096107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.096107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.096400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.096400] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 8159307d-0fde-4754-a219-84757f764892 not found, creating... [ 1267.096638] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.096828] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.096980] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.097251] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.097440] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.097759] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.097959] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.098140] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.098388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.098555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.098731] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 8159307d-0fde-4754-a219-84757f764892 is going to be created. [ 1267.118269] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.118470] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.118624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.118902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.119185] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.119442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.000951] env[69513]: INFO networking_nsxv3.common.synchronization [req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea req-855440e0-e23d-411f-b27a-e09ff3fb0d3d service nova] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 1268.001264] env[69513]: INFO networking_nsxv3.common.synchronization [req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea req-855440e0-e23d-411f-b27a-e09ff3fb0d3d service nova] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1268.001305] env[69513]: INFO networking_nsxv3.common.synchronization [req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea req-855440e0-e23d-411f-b27a-e09ff3fb0d3d service nova] Enqueued Resource ID: 8159307d-0fde-4754-a219-84757f764892 with Priority: HIGHEST for action port [ 1268.001526] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 1268.001657] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1268.001761] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8159307d-0fde-4754-a219-84757f764892 with Priority: HIGHEST for action port [ 1268.002359] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.002488] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.002557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.002785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.002872] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.003749] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.003848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.007022] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-8159307d-0fde-4754-a219-84757f764892 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.007022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.007022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.007022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.007022] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8159307d-0fde-4754-a219-84757f764892',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.065237] env[69513]: INFO networking_nsxv3.common.synchronization [req-62245208-0599-45b7-abd1-0dee37e6244f req-00dd75ea-856f-442e-b6b6-ce731ef7f14e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1268.065964] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1268.066544] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.066791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.066935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.067273] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.067845] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.068207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.068326] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.068570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.068707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.068860] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.332083] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1268.332310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.332834] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.333070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.333262] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.333417] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.333484] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.333646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.333730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.333817] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.333907] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.489302] env[69513]: INFO networking_nsxv3.common.synchronization [req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 req-5b8786f1-a738-4e20-a721-ea77ada360ed tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1268.489866] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1268.490162] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.490280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.490348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.490593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.490750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.490853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.490915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.491082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.491171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.491285] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.506367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.506542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.509090] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8159307d-0fde-4754-a219-84757f764892 with status ACTIVE [ 1268.509280] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.509395] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.509887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.509887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.509887] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.510098] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.510098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.510284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.510284] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.510376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.510526] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.510633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.510699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.510832] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.510905] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.510988] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8159307d-0fde-4754-a219-84757f764892 is going to be updated. [ 1268.530503] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.530663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.530731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.530974] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.531058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.531208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8159307d-0fde-4754-a219-84757f764892" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.571690] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.794081] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.794326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.794467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.794827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.795190] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.795285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.795404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.795641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.795794] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.796075] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.796203] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.796346] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.796463] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.796595] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.796706] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.796853] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.799334] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1268.799516] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e deletion is rescheduled due to dependency. [ 1268.799647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.800278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.800278] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.800452] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.800557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.800633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.800776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.800856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.800937] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.823116] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.823298] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.823441] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.823652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.823977] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.824176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.824298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.824609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.824750] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.836158] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.992909] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.993109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.993165] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.993382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.993483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.993683] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.993795] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.993949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.994065] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.994156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.994246] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 already deleted. [ 1268.994340] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.073482] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.304911] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.326725] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.327041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.327102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.327417] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.327695] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.327931] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f not found, creating... [ 1269.328235] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.328409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.328535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.328775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.328924] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.329236] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.329402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.329523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.330061] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.330256] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.330523] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f is going to be created. [ 1269.337548] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca82fd01-0be3-4fae-8579-dd4b5213253a: rpc.has_security_group_logging(os_id): False [ 1269.350304] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.350500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.350620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.350891] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.351322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.351402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.353413] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.353549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.353600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.353759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.353846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.354087] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.354207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.354281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.354430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.354506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.354594] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1269.412753] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.412958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.412958] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.413244] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.413443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.445410] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1269.576925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.576925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.576925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.576925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.576925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.576925] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be updated. [ 1269.607883] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.608031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.608204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.608290] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.608428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.616930] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: IN_PROGRESS for 2s [ 1269.807849] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.031278] env[69513]: INFO networking_nsxv3.common.synchronization [req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 req-a64c45b3-57bf-4b88-9451-8bdef241506e service nova] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_rules [ 1270.031545] env[69513]: INFO networking_nsxv3.common.synchronization [req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 req-a64c45b3-57bf-4b88-9451-8bdef241506e service nova] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1270.031954] env[69513]: INFO networking_nsxv3.common.synchronization [req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 req-a64c45b3-57bf-4b88-9451-8bdef241506e service nova] Enqueued Resource ID: e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f with Priority: HIGHEST for action port [ 1270.032616] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_rules [ 1270.032816] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1270.032986] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f with Priority: HIGHEST for action port [ 1270.033936] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.034079] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.034142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.034415] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.034593] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.035397] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.035549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.035593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.035736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.036250] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.036361] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.036425] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.036613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.036676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.036757] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.037517] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.037662] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.037705] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.037851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.037932] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.310579] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.311133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.311133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.311133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.311133] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.311287] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1270.338932] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.339111] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.339162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.339348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.339492] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.347388] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1270.539499] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.539696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.539874] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.542358] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f with status ACTIVE [ 1270.544522] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.544522] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.544522] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.544522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.544522] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f is going to be updated. [ 1270.565177] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.565306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.565380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.565571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.565700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.565850] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.846281] env[69513]: INFO networking_nsxv3.common.synchronization [req-a9b6c3f6-9d3c-4975-a506-972037f3afac req-7ec8d82f-cfba-4907-861d-2f36a6a24646 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1270.846838] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1270.847153] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.847277] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.042264] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.229640] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.229891] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.230056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.230393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.230720] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.230903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.231083] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.231353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.231545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.231797] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.231990] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.232092] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.232200] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.232398] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.232459] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.232643] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.251663] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.251873] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1271.252064] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.252273] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.252647] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-04dded29-04d3-4c23-b436-db2fd613d856 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.252980] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.253053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.253404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.253581] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dded29-04d3-4c23-b436-db2fd613d856',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.459680] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1271.460028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.545117] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.545268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.545355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.545542] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.545637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.545735] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be created. [ 1271.567636] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.567818] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.567889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.568113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.568272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.576895] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: UNINITIALIZED for 2s [ 1271.625561] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 1271.626657] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.756448] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.756768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.756904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.757288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.757548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.757759] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 04dded29-04d3-4c23-b436-db2fd613d856 not found, creating... [ 1271.758063] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.758261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.758420] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.758761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.758912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.759224] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.759447] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.759735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.759945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.760100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.760247] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 04dded29-04d3-4c23-b436-db2fd613d856 is going to be created. [ 1271.778940] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.779258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.779405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.779737] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.779971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.780286] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.357456] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1272.357806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.357982] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.358228] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.358448] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.358570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.358643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.358789] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.358871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.358984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.359077] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.665394] env[69513]: INFO networking_nsxv3.common.synchronization [req-a9b6c3f6-9d3c-4975-a506-972037f3afac req-bbf78789-06e5-496b-80ac-98866e6bcea3 service nova] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_rules [ 1272.665702] env[69513]: INFO networking_nsxv3.common.synchronization [req-a9b6c3f6-9d3c-4975-a506-972037f3afac req-bbf78789-06e5-496b-80ac-98866e6bcea3 service nova] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1272.665702] env[69513]: INFO networking_nsxv3.common.synchronization [req-a9b6c3f6-9d3c-4975-a506-972037f3afac req-bbf78789-06e5-496b-80ac-98866e6bcea3 service nova] Enqueued Resource ID: 04dded29-04d3-4c23-b436-db2fd613d856 with Priority: HIGHEST for action port [ 1272.665942] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_rules [ 1272.666087] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1272.666204] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dded29-04d3-4c23-b436-db2fd613d856 with Priority: HIGHEST for action port [ 1272.666839] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.666949] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.667170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.667307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.667432] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-04dded29-04d3-4c23-b436-db2fd613d856 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.667548] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.667634] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.667856] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.668017] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dded29-04d3-4c23-b436-db2fd613d856',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.862070] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.169793] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04dded29-04d3-4c23-b436-db2fd613d856 with status ACTIVE [ 1273.170047] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.170190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.170323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.170464] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.170561] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.170767] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.170877] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.170933] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.171109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.171189] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.171367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.171460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.171519] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.171654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.171728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.171810] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04dded29-04d3-4c23-b436-db2fd613d856 is going to be updated. [ 1273.194255] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.194401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.194443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.194573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.194703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.194852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04dded29-04d3-4c23-b436-db2fd613d856" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.364168] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e: rpc.has_security_group_logging(os_id): False [ 1273.381409] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.381567] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.381647] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.381886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.381984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.382276] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.382394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.382458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.382638] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.382717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.382826] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1273.439579] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.439779] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.439848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.440048] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.440193] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.451292] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1273.585728] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1273.585987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.586261] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.586513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.586724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.586875] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.586955] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.587171] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.587260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.587376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.587511] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.588470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.588665] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.588865] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.588987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.589096] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.589259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.589371] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.589470] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.091990] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.092427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.093422] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.596148] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.099164] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.099540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.099540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.099707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.099824] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.099930] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be updated. [ 1275.130056] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.130056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.130056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.130056] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.130487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.139461] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1275.464415] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1275.464725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.149564] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 4s [ 1277.668019] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.668019] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1279.161237] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1279.161572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.161631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.161815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.162012] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.162144] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.162195] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.162344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.162427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.162521] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.664852] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.167761] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.292311] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1280.292506] env[69513]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78412e68-e376-477d-b53c-7e230db931a8 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1280.671410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.671639] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.671734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.672067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.672205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.672355] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be updated. [ 1280.698836] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.699034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.699034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.699254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.699403] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.706922] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1281.496021] env[69513]: INFO networking_nsxv3.common.synchronization [req-b18bb131-0c7e-4779-afa5-4f28c1c17796 req-b6cec85d-f05b-4eb3-8869-a57a0d7431c2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1281.496021] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGHEST for action security_group_members [ 1281.496021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.496021] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.496021] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.496021] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.001463] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.001611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.001707] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.001907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.002024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.002228] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.002337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.002407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.002554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.002620] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.002710] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be updated. [ 1282.027091] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.027328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.027461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.027617] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.027785] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.035856] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: IN_PROGRESS for 2s [ 1282.607277] env[69513]: INFO networking_nsxv3.common.synchronization [req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 req-d24b4ca8-08ad-44d9-a660-7210b2efe107 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Enqueued Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1282.607843] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c288d5-cfac-4330-b198-0a75734a9958 with Priority: HIGHEST for action security_group_members [ 1282.608158] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-47c288d5-cfac-4330-b198-0a75734a9958 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.608280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.608348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.608529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.608680] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.608784] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.608839] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.608986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.609243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.609340] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47c288d5-cfac-4330-b198-0a75734a9958',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.716972] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1282.717207] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.717363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.717585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.717854] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.717967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.718044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.718200] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.718282] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.718368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.718520] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.718611] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.718672] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.719038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.719038] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.719038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.719196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.719233] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.719287] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.719363] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.719450] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.112303] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.112494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.112537] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.112752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.112849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.113061] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.113166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.113229] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.113382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.113459] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.113544] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 is going to be updated. [ 1283.142226] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.142374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.142440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.142604] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.142736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.150815] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: IN_PROGRESS for 2s [ 1283.221356] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d8438f-364b-41e2-a84f-6bf1c22c31c9: rpc.has_security_group_logging(os_id): False [ 1283.241415] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.241632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.241632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.241828] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.241922] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.242137] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.242291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.242291] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.242437] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.242514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.242698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.242794] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.242857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.242998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.243087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.243280] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.243376] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.243433] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.243572] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.243645] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.243730] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be created. [ 1283.301552] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.301773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.301773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.302416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.302416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.314279] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1284.045073] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca82fd01-0be3-4fae-8579-dd4b5213253a in Status: SUCCESS [ 1284.045575] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a deletion is rescheduled due to dependency. [ 1284.045575] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.163563] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47c288d5-cfac-4330-b198-0a75734a9958 in Status: SUCCESS [ 1285.163563] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47c288d5-cfac-4330-b198-0a75734a9958 deletion is rescheduled due to dependency. [ 1285.163563] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47c288d5-cfac-4330-b198-0a75734a9958" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.326058] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1285.326240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.326391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.326597] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.326686] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.829089] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.829255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.829328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.829606] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.829841] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.829969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.830083] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.830349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.830491] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.830673] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.830839] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.335135] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.335135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.335135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.335135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.335135] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.335135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.335135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.335725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.335725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.335725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.335725] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.335725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.335725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.335943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.335973] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.336124] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.336201] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.336358] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.336427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.336513] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.336604] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.838547] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d8438f-364b-41e2-a84f-6bf1c22c31c9: rpc.has_security_group_logging(os_id): False [ 1286.859180] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.859180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.859180] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.859399] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.859529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859754] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.859859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.859912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.860031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.860112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.860296] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.860388] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.860446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.860591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.860724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.860882] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.860981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.861064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.861197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.861272] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.861357] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be updated. [ 1286.921911] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.922091] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.922174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.922321] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.922460] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.933643] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1287.608625] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.608883] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.091110] env[69513]: INFO networking_nsxv3.common.synchronization [req-c79f709d-5fef-4275-b9d2-3f26c7e06125 req-cb64f2e9-c706-48de-a98d-62f533440116 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_members [ 1288.091561] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 with Priority: HIGHEST for action security_group_members [ 1288.091860] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92d7741-17ea-47a2-8faf-537c5b8424e5 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.091981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.092071] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.092263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.092440] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.092544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.092600] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.092751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.092837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.092944] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92d7741-17ea-47a2-8faf-537c5b8424e5',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.595701] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.595861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.595935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.596173] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.596266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.596461] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.596560] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.596623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.596777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.596889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.596981] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 is going to be updated. [ 1288.625020] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.625375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.625375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.625498] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.625577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.633610] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 in Status: IN_PROGRESS for 2s [ 1288.947162] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1288.947162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.644939] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 in Status: SUCCESS [ 1290.645262] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92d7741-17ea-47a2-8faf-537c5b8424e5 deletion is rescheduled due to dependency. [ 1290.645262] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92d7741-17ea-47a2-8faf-537c5b8424e5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.939510] env[69513]: INFO networking_nsxv3.common.synchronization [None req-cd424700-5d07-4a17-a088-291c3bde2e5c None None] Enqueued Resource ID: 279ae1d2-7640-44ed-a4ae-8da811173333 with Priority: HIGHEST for action port [ 1290.940027] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279ae1d2-7640-44ed-a4ae-8da811173333 with Priority: HIGHEST for action port [ 1290.940329] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-279ae1d2-7640-44ed-a4ae-8da811173333 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.940585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-279ae1d2-7640-44ed-a4ae-8da811173333" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.940585] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-279ae1d2-7640-44ed-a4ae-8da811173333" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.940754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-279ae1d2-7640-44ed-a4ae-8da811173333" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.940837] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('279ae1d2-7640-44ed-a4ae-8da811173333',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.444066] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 279ae1d2-7640-44ed-a4ae-8da811173333 [ 1291.444066] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.444066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.444066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.444066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.444066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.444066] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:279ae1d2-7640-44ed-a4ae-8da811173333 already deleted. [ 1291.444066] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-279ae1d2-7640-44ed-a4ae-8da811173333" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.896117] env[69513]: INFO networking_nsxv3.common.synchronization [None req-b05516a5-b3bb-4dae-9265-6013e57537ff None None] Enqueued Resource ID: acc74038-93fe-4d64-a7d8-2e1bc8e03b4e with Priority: HIGHEST for action port [ 1292.896408] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc74038-93fe-4d64-a7d8-2e1bc8e03b4e with Priority: HIGHEST for action port [ 1292.896982] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc74038-93fe-4d64-a7d8-2e1bc8e03b4e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.898115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc74038-93fe-4d64-a7d8-2e1bc8e03b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.898208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc74038-93fe-4d64-a7d8-2e1bc8e03b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.898473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc74038-93fe-4d64-a7d8-2e1bc8e03b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.898558] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc74038-93fe-4d64-a7d8-2e1bc8e03b4e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.240311] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bd7d8269-1e2c-4a03-9c80-a50405680904 None None] Enqueued Resource ID: c4c5d3f7-34d9-414a-b600-a16d35726b91 with Priority: HIGHEST for action port [ 1293.240311] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c5d3f7-34d9-414a-b600-a16d35726b91 with Priority: HIGHEST for action port [ 1293.240662] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c5d3f7-34d9-414a-b600-a16d35726b91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.241194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c5d3f7-34d9-414a-b600-a16d35726b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.241385] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c5d3f7-34d9-414a-b600-a16d35726b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.241719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c5d3f7-34d9-414a-b600-a16d35726b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.242140] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c5d3f7-34d9-414a-b600-a16d35726b91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.401857] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acc74038-93fe-4d64-a7d8-2e1bc8e03b4e [ 1293.401857] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.401857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.401857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.401857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.401857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.401857] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acc74038-93fe-4d64-a7d8-2e1bc8e03b4e already deleted. [ 1293.401857] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc74038-93fe-4d64-a7d8-2e1bc8e03b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.744891] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c5d3f7-34d9-414a-b600-a16d35726b91 [ 1293.745185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.745314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.745384] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.745549] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.745631] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.745729] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c5d3f7-34d9-414a-b600-a16d35726b91 already deleted. [ 1293.745804] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c5d3f7-34d9-414a-b600-a16d35726b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.045397] env[69513]: INFO networking_nsxv3.common.synchronization [None req-f9a71765-7353-4d04-ae9d-849afacc4b5b None None] Enqueued Resource ID: 23385347-5d62-454e-bd12-33b1943cd909 with Priority: HIGHEST for action port [ 1295.045872] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23385347-5d62-454e-bd12-33b1943cd909 with Priority: HIGHEST for action port [ 1295.046773] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-23385347-5d62-454e-bd12-33b1943cd909 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.046773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23385347-5d62-454e-bd12-33b1943cd909" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.046773] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23385347-5d62-454e-bd12-33b1943cd909" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.047314] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23385347-5d62-454e-bd12-33b1943cd909" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.049629] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23385347-5d62-454e-bd12-33b1943cd909',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.551413] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23385347-5d62-454e-bd12-33b1943cd909 [ 1295.551630] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.551765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.551835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.552070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.552163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.552259] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23385347-5d62-454e-bd12-33b1943cd909 already deleted. [ 1295.552344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23385347-5d62-454e-bd12-33b1943cd909" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.556164] env[69513]: INFO networking_nsxv3.common.synchronization [req-fa5f7c9e-f699-423b-846f-a7a929cba895 req-4a0a2a40-46e5-4f77-8cdb-199d3323e8ba tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Enqueued Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_members [ 1298.556759] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_members [ 1298.557076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.557190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.557263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.557505] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.557658] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.557751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.557810] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.558085] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.560456] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.560594] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.063196] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.063407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.063544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.063907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.064238] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.064405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.064525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.064742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.064887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.065112] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.065227] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.065338] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.065447] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.065555] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.065660] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.065792] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.066966] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.067090] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.067159] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.067313] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.067397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.067570] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.067664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.067733] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.067893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.067973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.068071] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 already deleted. [ 1299.068150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.086654] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.086826] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.086966] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.087159] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-817" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.087447] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e59a8af7-6e45-4042-a8e4-096acd3f1098 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.087611] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.087874] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.088141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.088289] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59a8af7-6e45-4042-a8e4-096acd3f1098',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.090664] env[69513]: INFO networking_nsxv3.common.synchronization [req-d7cdf412-5351-490e-88e2-a515606efb87 req-5faac5e6-93af-4e30-9cfa-c3766c597320 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1299.090927] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGHEST for action security_group_members [ 1299.091462] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.091646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.091726] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.091880] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.092039] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.092397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.092468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.092618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.092704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.092792] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.498485] env[69513]: INFO networking_nsxv3.common.synchronization [req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f req-92142b50-4e58-4ece-bedc-c3e05533a368 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_members [ 1299.499040] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0021f-e507-4518-8c7f-a4159f1b761b with Priority: HIGHEST for action security_group_members [ 1299.499359] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0021f-e507-4518-8c7f-a4159f1b761b taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.499486] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.499553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.499752] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.499943] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.500060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.500123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.500276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.500360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.500452] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c0021f-e507-4518-8c7f-a4159f1b761b',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.605287] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.605659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.605659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.605935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.606106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.606265] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e59a8af7-6e45-4042-a8e4-096acd3f1098 not found, creating... [ 1299.606526] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.606687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.606809] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.607052] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.607204] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.607487] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.607645] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.607825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.608010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.608175] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.608397] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e59a8af7-6e45-4042-a8e4-096acd3f1098 is going to be created. [ 1299.609587] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.609691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.609759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.609987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.610591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.610591] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.610591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.610591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.610591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.610591] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.610893] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 is going to be updated. [ 1299.630189] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.630389] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.630517] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.630768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.631035] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.631897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.638563] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.638694] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.638774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.638947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.639097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.647012] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: IN_PROGRESS for 2s [ 1300.002748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.002969] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.003046] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.003328] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.003432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.003681] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.003802] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.003845] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.004013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.004140] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.004304] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b is going to be updated. [ 1300.031516] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.031748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.031748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.031977] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.032126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.043126] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0021f-e507-4518-8c7f-a4159f1b761b in Status: IN_PROGRESS for 2s [ 1300.332050] env[69513]: INFO networking_nsxv3.common.synchronization [req-fa5f7c9e-f699-423b-846f-a7a929cba895 req-c9004ac6-4d3c-4c6f-8cd4-7d40be198f92 service nova] Enqueued Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_rules [ 1300.332050] env[69513]: INFO networking_nsxv3.common.synchronization [req-fa5f7c9e-f699-423b-846f-a7a929cba895 req-c9004ac6-4d3c-4c6f-8cd4-7d40be198f92 service nova] Enqueued Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_members [ 1300.332050] env[69513]: INFO networking_nsxv3.common.synchronization [req-fa5f7c9e-f699-423b-846f-a7a929cba895 req-c9004ac6-4d3c-4c6f-8cd4-7d40be198f92 service nova] Enqueued Resource ID: e59a8af7-6e45-4042-a8e4-096acd3f1098 with Priority: HIGHEST for action port [ 1300.332242] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_rules [ 1300.332294] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_members [ 1300.332376] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59a8af7-6e45-4042-a8e4-096acd3f1098 with Priority: HIGHEST for action port [ 1300.332935] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.333104] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.333142] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.333409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.333476] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.334325] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.334427] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.334525] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.334642] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.334785] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.334878] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.334971] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.335128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.335215] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.335319] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.336101] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59a8af7-6e45-4042-a8e4-096acd3f1098 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.336197] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.336266] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.336416] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.336488] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59a8af7-6e45-4042-a8e4-096acd3f1098',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.838513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.838811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.838849] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.839769] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59a8af7-6e45-4042-a8e4-096acd3f1098 with status ACTIVE [ 1300.840009] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.840742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.840929] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.841255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.841370] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.841564] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.841666] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.841738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.841891] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.841976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.842212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.842317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.842369] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.842514] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.842588] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.842672] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59a8af7-6e45-4042-a8e4-096acd3f1098 is going to be updated. [ 1300.862821] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.863013] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.863081] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.863242] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.863381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.863538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59a8af7-6e45-4042-a8e4-096acd3f1098" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.344394] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.655860] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a8cf54-d19e-4034-9151-8dae94f05823 in Status: SUCCESS [ 1301.656064] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 deletion is rescheduled due to dependency. [ 1301.656194] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.846976] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.846976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.846976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.847434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.847434] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.847434] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 is going to be created. [ 1301.869946] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.869946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.869946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.869946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.869946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.878792] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 in Status: UNINITIALIZED for 2s [ 1302.053011] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0021f-e507-4518-8c7f-a4159f1b761b in Status: SUCCESS [ 1302.053233] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0021f-e507-4518-8c7f-a4159f1b761b deletion is rescheduled due to dependency. [ 1302.053364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0021f-e507-4518-8c7f-a4159f1b761b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.888471] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 in Status: SUCCESS [ 1303.888471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.888859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.888859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.889054] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.889184] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.889256] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.889400] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.889470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.889555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.889643] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.393142] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.393364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.393485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.393725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.393925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.394067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.394170] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.394380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.394481] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.394574] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.394728] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.394852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.394919] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.395125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.395293] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.395394] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.395457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.395601] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.395679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.395763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.395876] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.900051] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18a6f59-2d57-4a70-a6d5-d4231d895fa3: rpc.has_security_group_logging(os_id): False [ 1304.922873] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.923080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.923080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.923299] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.923392] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.923607] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.923709] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.923763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.923918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.923996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.924212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.924307] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.924360] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.924502] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.924583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.924761] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.924852] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.924915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.925064] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.925139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.925221] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 is going to be created. [ 1304.998368] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.998512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.998646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.998775] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.998944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.013524] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 in Status: IN_PROGRESS for 2s [ 1305.241240] env[69513]: INFO networking_nsxv3.common.synchronization [None req-bf18e580-ea29-4e03-a499-c3a2f6451e73 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_rules [ 1305.242057] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_rules [ 1305.242386] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.242524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.242626] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.242918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.243160] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.308294] env[69513]: INFO networking_nsxv3.common.synchronization [None req-d457e621-2e07-4af8-9efb-2b928432db71 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_rules [ 1305.309498] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_rules [ 1305.309854] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.309989] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.763489] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.763668] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.763776] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.764257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.764355] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.764448] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef already deleted. [ 1305.764557] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.764754] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.764960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.765104] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.285970] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.286329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.286329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.286423] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.286509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.286618] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef already deleted. [ 1306.286755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.027230] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 in Status: SUCCESS [ 1307.027482] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.037845] env[69513]: INFO networking_nsxv3.common.synchronization [None req-4eb3e24e-57a5-4571-a88c-49b07d24e20d tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_rules [ 1307.038484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_rules [ 1307.038833] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.038995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.039076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.039474] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.039567] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.109086] env[69513]: INFO networking_nsxv3.common.synchronization [None req-71898b82-669a-43a3-b224-416c27040ffe tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_rules [ 1307.109604] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_rules [ 1307.109971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.110105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.559194] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.559541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.559541] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.559630] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.559860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.559860] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 already deleted. [ 1307.559860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.560141] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.560263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.560342] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.079996] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.080198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.080270] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.080489] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.080580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.080677] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 already deleted. [ 1308.080756] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.750593] env[69513]: INFO networking_nsxv3.common.synchronization [req-b221bb03-1623-4363-b1ef-891d5aee5223 req-4e1e12bc-0634-44eb-80a7-398274c67a76 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_members [ 1310.751152] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_members [ 1310.751455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.751578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.751646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.751896] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.752212] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.752397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.752516] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.752728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.752868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.753045] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.982479] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.982479] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.982713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.982752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.983433] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.983433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.983433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.983660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.983660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.983969] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.984715] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.986064] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.986064] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.986064] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.986064] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.986064] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.008758] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.009013] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1311.009237] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.009464] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.009870] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.010149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.010370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.010835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.011056] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84b3dda-ab1b-4142-aa83-2dd168c32ed3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.214428] env[69513]: INFO networking_nsxv3.common.synchronization [req-3a517755-bd4b-419d-9da6-f6f54b8824e1 req-a4edae4e-74c8-463a-8b41-d8fcd93d233e tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Enqueued Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_members [ 1311.214990] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 with Priority: HIGHEST for action security_group_members [ 1311.215317] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.215441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.215497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.215700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.216125] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.216125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.216125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.216293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.216293] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.216364] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18a6f59-2d57-4a70-a6d5-d4231d895fa3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.254955] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.255117] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.255209] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.255432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.255555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.255724] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.255822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.255886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.256043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.256120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.256203] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef already deleted. [ 1311.256283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.514067] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.514329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.514459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.514738] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.514963] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.515156] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port d84b3dda-ab1b-4142-aa83-2dd168c32ed3 not found, creating... [ 1311.515428] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.515592] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.515714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.515941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.516100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.516387] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.516551] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.516693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.516907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.517059] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.517204] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: d84b3dda-ab1b-4142-aa83-2dd168c32ed3 is going to be created. [ 1311.538981] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.539180] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.539308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.539549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.539808] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.540101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.718268] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.718451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.718512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.718700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.718796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.718988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.719103] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.719163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.719310] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.719438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.719508] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 is going to be updated. [ 1311.745577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.745735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.745797] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.745983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.746263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.755836] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 in Status: IN_PROGRESS for 2s [ 1312.231538] env[69513]: INFO networking_nsxv3.common.synchronization [req-b221bb03-1623-4363-b1ef-891d5aee5223 req-358a7791-ecbd-4920-8f14-55e77677b64c service nova] Enqueued Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_rules [ 1312.231739] env[69513]: INFO networking_nsxv3.common.synchronization [req-b221bb03-1623-4363-b1ef-891d5aee5223 req-358a7791-ecbd-4920-8f14-55e77677b64c service nova] Enqueued Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_members [ 1312.231886] env[69513]: INFO networking_nsxv3.common.synchronization [req-b221bb03-1623-4363-b1ef-891d5aee5223 req-358a7791-ecbd-4920-8f14-55e77677b64c service nova] Enqueued Resource ID: d84b3dda-ab1b-4142-aa83-2dd168c32ed3 with Priority: HIGHEST for action port [ 1312.232478] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_rules [ 1312.232623] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_members [ 1312.232734] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84b3dda-ab1b-4142-aa83-2dd168c32ed3 with Priority: HIGHEST for action port [ 1312.233011] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.233187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.233254] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.233453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.233533] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.234396] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.235868] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.235943] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.236157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.236409] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.236409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.236499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.236618] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.236703] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.236791] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.237532] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.237684] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.237721] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.237954] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.238027] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84b3dda-ab1b-4142-aa83-2dd168c32ed3',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.740505] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.740699] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.740932] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.741922] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d84b3dda-ab1b-4142-aa83-2dd168c32ed3 with status ACTIVE [ 1312.742170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.742317] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.742405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.742635] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.742753] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.742959] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.743080] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.743149] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.743594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.743594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.743594] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.743809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.743809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.743959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.743959] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.744036] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d84b3dda-ab1b-4142-aa83-2dd168c32ed3 is going to be updated. [ 1312.764354] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.764658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.764658] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.764748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.764836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.764976] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84b3dda-ab1b-4142-aa83-2dd168c32ed3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.246198] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.748936] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.749131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.749205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.749435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.749538] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.749643] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef is going to be created. [ 1313.763274] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 in Status: SUCCESS [ 1313.763458] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18a6f59-2d57-4a70-a6d5-d4231d895fa3 deletion is rescheduled due to dependency. [ 1313.763565] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18a6f59-2d57-4a70-a6d5-d4231d895fa3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.773472] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.773725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.773725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.774264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.774264] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.781872] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef in Status: UNINITIALIZED for 2s [ 1314.614625] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 req-52ffd3e4-b04c-42f6-9614-b11160607e69 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_members [ 1314.614625] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_members [ 1314.614922] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.615060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.615126] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.615381] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.615536] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.615643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.615711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.615838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.615920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.616026] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.925398] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.925702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.925740] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.926018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.926292] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.926455] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.926575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.926792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.926975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.927159] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.927279] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.927390] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.927500] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.927610] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.927717] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.927852] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.944683] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.944835] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.944975] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.945152] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-607" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.945419] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.945577] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.945697] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.945976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.946132] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05cb4ce-32f2-4c64-ae5e-03f55972bfd6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.118427] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.118590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.118643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.118866] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.118962] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.119191] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.119292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.119349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.119495] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.119570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.119653] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 already deleted. [ 1315.119735] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.447904] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.448298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.448452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.448739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.448897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.449076] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 not found, creating... [ 1315.449358] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.449528] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.449649] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.449869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.450078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.450390] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.450553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.450674] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.450882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.451101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.451274] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 is going to be created. [ 1315.469522] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.471028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.471028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.471028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.471028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.471028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.790724] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef in Status: SUCCESS [ 1315.790927] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.791163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.791398] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.791692] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.791692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.791870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.791907] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.791985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.792082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.792172] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.198469] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 req-61bfd3ae-c1e7-4189-8ede-31eae696b9e0 service nova] Enqueued Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_rules [ 1316.198732] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 req-61bfd3ae-c1e7-4189-8ede-31eae696b9e0 service nova] Enqueued Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_members [ 1316.198732] env[69513]: INFO networking_nsxv3.common.synchronization [req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 req-61bfd3ae-c1e7-4189-8ede-31eae696b9e0 service nova] Enqueued Resource ID: e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 with Priority: HIGHEST for action port [ 1316.199015] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_rules [ 1316.199165] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_members [ 1316.199264] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 with Priority: HIGHEST for action port [ 1316.199810] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.199936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.200060] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.200248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.200330] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.201202] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.201325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.201374] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.201531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.201677] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.201774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.201838] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.201972] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.202074] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.202161] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.202869] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.202978] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.203295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.203295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.203295] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05cb4ce-32f2-4c64-ae5e-03f55972bfd6',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.294713] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.704528] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.705471] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.705573] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.705968] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 with status ACTIVE [ 1316.706157] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.706260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.706379] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.706535] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.706629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.706825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.706931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.706992] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.707166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.707267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.707455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.707589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.707685] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.707858] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.707938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.708030] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 is going to be updated. [ 1316.728027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.728027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.728027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.728216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.728296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.728440] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.796809] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38dc767f-f978-4e7c-840f-ec57c67ca8ef: rpc.has_security_group_logging(os_id): False [ 1316.814520] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.814674] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.814724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.814923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.815022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.815267] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.815375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.815441] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.815613] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.815692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.815778] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef is going to be created. [ 1316.879375] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.879530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.879578] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.879809] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.879984] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.889804] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef in Status: IN_PROGRESS for 2s [ 1317.207929] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.711560] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.711743] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.711791] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.712031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.712147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.712247] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 is going to be created. [ 1317.748829] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.748829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.748829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.748829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.748829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.748829] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 in Status: UNINITIALIZED for 2s [ 1318.259597] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.260248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.260248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.260248] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.260440] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.763500] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.901883] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef in Status: SUCCESS [ 1318.902552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.267178] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.759490] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 in Status: SUCCESS [ 1319.759758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.759862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.760255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.760570] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.760748] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.760848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.761106] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.761249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.761380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.761519] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.769894] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1319.770034] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1320.265669] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.635792] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.636148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.636148] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.636296] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.649403] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1320.650323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.650973] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1320.685334] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.685483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.685531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.685718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.698731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.699422] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1320.699505] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1320.699594] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1320.732335] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.732485] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.732544] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.732704] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.733897] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.734069] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1320.767332] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8: rpc.has_security_group_logging(os_id): False [ 1320.782857] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.782998] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.783082] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.783276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.783365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.783601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.783700] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.783763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.783909] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.783983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.784082] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 is going to be created. [ 1320.813750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.813889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.813889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.815010] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.815010] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.815010] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1320.835873] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.835995] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.836067] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.836243] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.836407] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.845757] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 in Status: IN_PROGRESS for 2s [ 1320.925525] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.925676] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.925747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.925957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.926274] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.926563] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1320.926662] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'60736436-4add-4036-9002-7a09bf451eed', 'fe46c66f-a92e-4073-8fce-9cd5345db156', 'd758ba18-3b66-4e2d-a47d-8e99e75f32c7', 'b4baeb90-31ca-485d-8585-e39ac9e43d25', 'e2a8cf54-d19e-4034-9151-8dae94f05823', '413bd4f6-c058-4992-ad3d-9ffc2de4b181', '37ef28dc-f2b8-4ed0-b366-2b55e2242d7e', '37a24257-ec93-4b99-aded-9c106b9b0bea', 'b2b6ae25-9de9-4465-85d4-7230f71492a4', '493a4609-8505-4751-b6bf-564fceb2cb91', '7950bf7e-0f6d-4c35-945a-7eb530c19575', 'ca82fd01-0be3-4fae-8579-dd4b5213253a', '17e78df1-6429-49e8-ad36-213ee12f7031', '53ccbba5-e653-4ea7-8dd6-9b54806a9819', '039a4979-6676-43f0-8194-60b1c3836015', 'b1d8438f-364b-41e2-a84f-6bf1c22c31c9', '31a427e0-21d8-4bf8-a6ea-33a961d33cd2', 'a343f61c-6c9b-4836-9e95-fdf3d93d3de1', '7bc83a69-81ac-495c-837c-b9276ba2d1c8', '789cd615-424c-4a09-88e9-e31432d9efd8', '1c1e052e-aa56-415a-ad3a-8644097a6040', 'd92d7741-17ea-47a2-8faf-537c5b8424e5', 'f434edfd-2538-480a-9797-a84b2d0e6eb6', '49b08c9b-dc19-4e89-8f8a-b07e3a8d30c4', 'd18a6f59-2d57-4a70-a6d5-d4231d895fa3', '38dc767f-f978-4e7c-840f-ec57c67ca8ef', '8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8', '47c288d5-cfac-4330-b198-0a75734a9958', 'e0904499-47d9-433f-9626-35b73625eccf', '08483e17-8064-4230-931f-0f43606bbc41', 'a93328df-8dd2-4e39-95e8-75d66f1bc548', 'a287ce88-b078-42f6-9251-ea5c63689362', '27c0021f-e507-4518-8c7f-a4159f1b761b', '7a730c06-5023-4125-b5d7-cd97c3740287', '768ff1d0-12c0-4c66-97a5-811aa9ca1658', 'c866f3cc-02e7-42cb-891e-19b09e242ebe', '4dd9c446-0f2a-4394-93dd-e33309f321fc', 'af007e4c-9ad3-4257-86ff-97f1e5468fa6', '31d115f0-bd7e-4c14-910a-3184e5cda0f9', '75058a3a-5a05-418b-b20e-28a48fc2c106', 'bcfca8f9-f77d-4c96-a87b-a86d44510f6a', '801e789a-1924-4d80-a646-2df0791402e4', '5d899d57-7416-4db8-8d4a-d7e8dfb55ffc', '2b9169f0-93da-4723-92ab-9a52ff55acbd'} {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1320.926772] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1320.944539] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.944698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.944749] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.944910] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.944994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.945218] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1320.945218] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1320.945329] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1321.031550] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.031734] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.031806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.032059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.033325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.033627] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1321.033736] env[69513]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69513) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.033819] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1321.033880] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1321.033979] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1321.034067] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGH for action security_group_rules [ 1321.034166] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGH for action security_group_rules [ 1321.034248] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGH for action security_group_rules [ 1321.034310] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGH for action security_group_rules [ 1321.034389] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGH for action security_group_rules [ 1321.034469] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGH for action security_group_rules [ 1321.034537] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGH for action security_group_rules [ 1321.034597] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGH for action security_group_rules [ 1321.034685] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGH for action security_group_rules [ 1321.034757] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGH for action security_group_rules [ 1321.034816] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGH for action security_group_rules [ 1321.034888] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGH for action security_group_rules [ 1321.034971] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGH for action security_group_rules [ 1321.035052] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGH for action security_group_rules [ 1321.035110] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGH for action security_group_rules [ 1321.035199] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGH for action security_group_rules [ 1321.035266] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGH for action security_group_rules [ 1321.035325] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGH for action security_group_rules [ 1321.035406] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGH for action security_group_rules [ 1321.035509] env[69513]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGH for action security_group_rules [ 1321.035590] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.199798] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.199977] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1321.200141] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60736436-4add-4036-9002-7a09bf451eed with Priority: HIGH for action security_group_rules [ 1321.200273] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 with Priority: HIGH for action security_group_rules [ 1321.200400] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGH for action security_group_rules [ 1321.200563] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039a4979-6676-43f0-8194-60b1c3836015 with Priority: HIGH for action security_group_rules [ 1321.200630] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789cd615-424c-4a09-88e9-e31432d9efd8 with Priority: HIGH for action security_group_rules [ 1321.200727] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 with Priority: HIGH for action security_group_rules [ 1321.200781] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 with Priority: HIGH for action security_group_rules [ 1321.200840] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 with Priority: HIGH for action security_group_rules [ 1321.200948] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 with Priority: HIGH for action security_group_rules [ 1321.201038] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGH for action security_group_rules [ 1321.201123] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e78df1-6429-49e8-ad36-213ee12f7031 with Priority: HIGH for action security_group_rules [ 1321.201278] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82fd01-0be3-4fae-8579-dd4b5213253a with Priority: HIGH for action security_group_rules [ 1321.201278] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 with Priority: HIGH for action security_group_rules [ 1321.201378] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493a4609-8505-4751-b6bf-564fceb2cb91 with Priority: HIGH for action security_group_rules [ 1321.201437] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 with Priority: HIGH for action security_group_rules [ 1321.201518] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 with Priority: HIGH for action security_group_rules [ 1321.201613] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a24257-ec93-4b99-aded-9c106b9b0bea with Priority: HIGH for action security_group_rules [ 1321.201699] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8cf54-d19e-4034-9151-8dae94f05823 with Priority: HIGH for action security_group_rules [ 1321.201785] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe46c66f-a92e-4073-8fce-9cd5345db156 with Priority: HIGH for action security_group_rules [ 1321.201870] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 with Priority: HIGH for action security_group_rules [ 1321.202237] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60736436-4add-4036-9002-7a09bf451eed taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.202393] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.202458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.202690] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.202772] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60736436-4add-4036-9002-7a09bf451eed',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.204278] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.204450] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.204520] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.204696] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.204775] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d758ba18-3b66-4e2d-a47d-8e99e75f32c7',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.205561] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.205716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.205716] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.205864] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.205995] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.206664] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039a4979-6676-43f0-8194-60b1c3836015 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.206783] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.206859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.207030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.207087] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039a4979-6676-43f0-8194-60b1c3836015',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.207750] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-789cd615-424c-4a09-88e9-e31432d9efd8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.207854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.207921] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.208088] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.208145] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('789cd615-424c-4a09-88e9-e31432d9efd8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.208825] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.208947] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.209263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.209263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.209263] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc83a69-81ac-495c-837c-b9276ba2d1c8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.210042] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.210210] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.210263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.210409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.210482] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343f61c-6c9b-4836-9e95-fdf3d93d3de1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.211179] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.211267] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.211357] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.211494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.211630] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a427e0-21d8-4bf8-a6ea-33a961d33cd2',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.212320] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.212453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.212524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.212681] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.212755] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53ccbba5-e653-4ea7-8dd6-9b54806a9819',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.213766] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.213881] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.213967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.214125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.214201] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.214867] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17e78df1-6429-49e8-ad36-213ee12f7031 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.214987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.215070] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.215211] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.215285] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17e78df1-6429-49e8-ad36-213ee12f7031',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.215932] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca82fd01-0be3-4fae-8579-dd4b5213253a taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.216112] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.216185] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.216275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.216415] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca82fd01-0be3-4fae-8579-dd4b5213253a',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.217086] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7950bf7e-0f6d-4c35-945a-7eb530c19575 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.217196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.217260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.217405] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.217477] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7950bf7e-0f6d-4c35-945a-7eb530c19575',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.218327] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493a4609-8505-4751-b6bf-564fceb2cb91 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.218451] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.218728] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.218886] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.218961] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493a4609-8505-4751-b6bf-564fceb2cb91',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.219659] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b6ae25-9de9-4465-85d4-7230f71492a4 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.219764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.219830] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.220095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.220221] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b6ae25-9de9-4465-85d4-7230f71492a4',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.220834] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.220951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.221031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.221167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.221328] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413bd4f6-c058-4992-ad3d-9ffc2de4b181',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.221992] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a24257-ec93-4b99-aded-9c106b9b0bea taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.222114] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.222174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.222332] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.222424] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a24257-ec93-4b99-aded-9c106b9b0bea',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.223132] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a8cf54-d19e-4034-9151-8dae94f05823 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.223241] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.223318] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.223554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.223631] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a8cf54-d19e-4034-9151-8dae94f05823',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.224303] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe46c66f-a92e-4073-8fce-9cd5345db156 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.224412] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.224478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.224648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.224720] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe46c66f-a92e-4073-8fce-9cd5345db156',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.225417] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4baeb90-31ca-485d-8585-e39ac9e43d25 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.225526] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.225592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.225738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.225864] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4baeb90-31ca-485d-8585-e39ac9e43d25',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.248959] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.249123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.249187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.249396] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.268621] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.268772] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 789cd615-424c-4a09-88e9-e31432d9efd8 is going to be deleted. [ 1321.329380] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.329609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.329609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.329763] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.329859] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.329986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-789cd615-424c-4a09-88e9-e31432d9efd8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.736475] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.736889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.736889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.736889] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.737074] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.737175] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.737247] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.737409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.737506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.737625] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.737715] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.748971] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.749146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.749208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.749348] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.749508] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.749607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.749671] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.749812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.749898] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.750009] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.750154] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.806230] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.806487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.806487] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.806723] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.808588] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.808706] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.809488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.809583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.810345] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.810435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.811173] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.811365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.812052] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.812151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.812798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.812908] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.813611] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.813708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.814400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.814497] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.815773] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.815871] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.816560] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.816656] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.817250] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.817731] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.817848] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.818575] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.818988] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.819109] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.819759] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.820301] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.820414] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.821150] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.821605] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.821724] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.822416] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.822821] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.822916] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.823564] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.823989] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.824108] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.828830] env[69513]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1321.829260] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.829372] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a427e0-21d8-4bf8-a6ea-33a961d33cd2 is going to be deleted. [ 1321.830353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.830554] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.850629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.850726] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039a4979-6676-43f0-8194-60b1c3836015 is going to be deleted. [ 1321.851496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.851683] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.868368] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.868478] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc83a69-81ac-495c-837c-b9276ba2d1c8 is going to be deleted. [ 1321.869187] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.869375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.888330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.888461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.893938] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.894066] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a8cf54-d19e-4034-9151-8dae94f05823 is going to be deleted. [ 1321.894827] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.895038] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.920487] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.920646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.937798] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.937936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.942164] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.942286] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53ccbba5-e653-4ea7-8dd6-9b54806a9819 is going to be deleted. [ 1321.943232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.943457] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.952898] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.953036] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.986020] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.986181] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7950bf7e-0f6d-4c35-945a-7eb530c19575 is going to be deleted. [ 1321.987030] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.987236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.034280] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.034419] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca82fd01-0be3-4fae-8579-dd4b5213253a is going to be deleted. [ 1322.035198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.035402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.044902] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.045044] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.096840] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.097036] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a24257-ec93-4b99-aded-9c106b9b0bea is going to be deleted. [ 1322.097796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.098052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.113238] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.113352] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.137281] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.137446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.138570] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.138672] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe46c66f-a92e-4073-8fce-9cd5345db156 is going to be deleted. [ 1322.139764] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.139999] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.203039] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.203295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343f61c-6c9b-4836-9e95-fdf3d93d3de1 is going to be deleted. [ 1322.204216] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.204442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.217163] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.217594] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.255771] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.257113] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.257113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.257113] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.257341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.257437] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.257622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.257622] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.257727] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.257823] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.257911] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.258076] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.258174] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.258230] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.258375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.258510] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.258598] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.258653] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.258986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.258986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.258986] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.258986] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.282766] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.282973] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.295800] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.295968] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60736436-4add-4036-9002-7a09bf451eed is going to be deleted. [ 1322.296902] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.297151] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.340550] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.340550] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413bd4f6-c058-4992-ad3d-9ffc2de4b181 is going to be deleted. [ 1322.341222] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.341527] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.364612] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.364811] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.433803] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.433987] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17e78df1-6429-49e8-ad36-213ee12f7031 is going to be deleted. [ 1322.435028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.435311] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.463710] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.463925] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.472788] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.473045] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d758ba18-3b66-4e2d-a47d-8e99e75f32c7 is going to be deleted. [ 1322.474134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.474430] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.499095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.499281] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4baeb90-31ca-485d-8585-e39ac9e43d25 is going to be deleted. [ 1322.500263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.500483] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.547678] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.547920] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.559970] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.560257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.587837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.588068] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b6ae25-9de9-4465-85d4-7230f71492a4 is going to be deleted. [ 1322.589097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.589329] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.639727] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.639983] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.643990] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.644189] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493a4609-8505-4751-b6bf-564fceb2cb91 is going to be deleted. [ 1322.645300] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.645577] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.645675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.645793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a427e0-21d8-4bf8-a6ea-33a961d33cd2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.646281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.646281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.646281] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.646529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039a4979-6676-43f0-8194-60b1c3836015" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.646940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.647097] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.647205] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.647349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc83a69-81ac-495c-837c-b9276ba2d1c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.647458] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.647607] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.647679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.647821] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a8cf54-d19e-4034-9151-8dae94f05823" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.647950] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.648121] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.648204] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.648301] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53ccbba5-e653-4ea7-8dd6-9b54806a9819" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.649185] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.649306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.649380] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.649540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.649679] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.649760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4baeb90-31ca-485d-8585-e39ac9e43d25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.649884] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.650168] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.650276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.650439] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7950bf7e-0f6d-4c35-945a-7eb530c19575" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.650517] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.650669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.650745] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.650861] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca82fd01-0be3-4fae-8579-dd4b5213253a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.651034] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.651208] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.651397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.651397] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a24257-ec93-4b99-aded-9c106b9b0bea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.651509] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.651687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.651760] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.651869] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe46c66f-a92e-4073-8fce-9cd5345db156" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.651997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.652156] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.652234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.652341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343f61c-6c9b-4836-9e95-fdf3d93d3de1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.652473] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.652614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.652736] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.652854] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60736436-4add-4036-9002-7a09bf451eed" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.652985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.653139] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.653217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.653324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413bd4f6-c058-4992-ad3d-9ffc2de4b181" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.653435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.653571] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.653643] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.653770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17e78df1-6429-49e8-ad36-213ee12f7031" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.653900] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.654050] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.654128] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.654308] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d758ba18-3b66-4e2d-a47d-8e99e75f32c7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.755060] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.755461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.755461] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.755545] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.755599] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.755692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b6ae25-9de9-4465-85d4-7230f71492a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.760104] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e: rpc.has_security_group_logging(os_id): False [ 1322.761169] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d8438f-364b-41e2-a84f-6bf1c22c31c9: rpc.has_security_group_logging(os_id): False [ 1322.764761] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.764937] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.765025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.765283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.765468] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.765612] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493a4609-8505-4751-b6bf-564fceb2cb91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.812858] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.813105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.813105] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.813295] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.815143] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.815303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.870480] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.870748] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.870874] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.870935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.871150] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.871237] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.871429] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.871524] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.871586] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.871730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.871806] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.872007] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.872095] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.872157] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.872325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.872372] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.872446] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be updated. [ 1322.873364] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.873530] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.874761] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 in Status: SUCCESS [ 1322.874941] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.922787] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.923069] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.923190] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.923259] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.923438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.923521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.923611] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1323.005513] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.005691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.005747] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.005975] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.006127] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.025540] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1323.026601] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.026738] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.026807] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.027014] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.027162] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.059297] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1325.040540] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1325.040540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.073409] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1325.073409] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.203160] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.203529] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.204369] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.204748] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.205821] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.206154] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.207341] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.207708] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.208138] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.208524] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.757649] env[69513]: INFO networking_nsxv3.common.synchronization [req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc req-cd902998-fac9-47a5-9b4e-1f9a3b029c7e tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1350.758242] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1350.758577] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.758708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.758765] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.758960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.759249] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.759249] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.759453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.759453] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.759521] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.759613] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.261878] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.262196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.262196] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.262349] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.262401] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.262600] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.262687] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.262768] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.262912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.263123] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.263123] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1351.290766] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.290979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.290979] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.291119] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.291238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.298834] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1353.310765] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1353.311146] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e deletion is rescheduled due to dependency. [ 1353.311146] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.759059] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.759352] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.834440] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 req-f26941b8-6439-4125-96ee-79da6dcd6b12 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1359.835065] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1359.835495] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.835619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.835619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.835778] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.835932] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.836043] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.836137] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.836255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.836337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.836432] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.090010] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.090220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.090488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.090907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.090989] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.091119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.091672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.091672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.091672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.091817] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.094057] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.094057] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.094057] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.094057] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.094057] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.094057] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.111203] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.111401] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1360.111547] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.111723] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-247" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.112022] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-28a6019c-e6fc-4046-ab67-7cbe940caedc taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.112215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.112322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.112592] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.112774] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a6019c-e6fc-4046-ab67-7cbe940caedc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.338766] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.338997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.338997] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.339224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.339323] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.339527] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.339632] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.339692] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.339846] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.339924] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.340020] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1360.370803] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.370985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.370985] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.371147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.371275] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.379394] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1360.616096] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.616096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.616096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.616096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.616414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.616414] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 28a6019c-e6fc-4046-ab67-7cbe940caedc not found, creating... [ 1360.617028] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.617028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.617028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.617270] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.617408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.617698] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.617861] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.617983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.618207] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.618344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.618495] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 28a6019c-e6fc-4046-ab67-7cbe940caedc is going to be created. [ 1360.638089] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.638089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.638274] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.638441] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.638690] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.638905] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.305462] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 req-4749ba9f-7a8b-4ab7-b0e5-b34ea6d01311 service nova] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 1361.305743] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 req-4749ba9f-7a8b-4ab7-b0e5-b34ea6d01311 service nova] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1361.305866] env[69513]: INFO networking_nsxv3.common.synchronization [req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 req-4749ba9f-7a8b-4ab7-b0e5-b34ea6d01311 service nova] Enqueued Resource ID: 28a6019c-e6fc-4046-ab67-7cbe940caedc with Priority: HIGHEST for action port [ 1361.306020] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_rules [ 1361.306148] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1361.306249] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6019c-e6fc-4046-ab67-7cbe940caedc with Priority: HIGHEST for action port [ 1361.306812] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.306892] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.306960] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.307172] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.307253] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.308128] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.308198] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.308365] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-28a6019c-e6fc-4046-ab67-7cbe940caedc taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.308465] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.308529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.308693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.308768] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a6019c-e6fc-4046-ab67-7cbe940caedc',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.810888] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.811040] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.811243] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28a6019c-e6fc-4046-ab67-7cbe940caedc with status ACTIVE [ 1361.811419] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.811551] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.811633] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.811849] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.811936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.812125] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.812224] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.812289] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.812442] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.812523] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.812704] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.812796] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.812860] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.812996] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.813086] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.813171] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28a6019c-e6fc-4046-ab67-7cbe940caedc is going to be updated. [ 1361.833367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.833504] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.833552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.833691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.833815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.833957] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28a6019c-e6fc-4046-ab67-7cbe940caedc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.389342] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1362.389664] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e deletion is rescheduled due to dependency. [ 1362.389664] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.389822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.390049] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.390232] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.390344] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.390408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.390608] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.390693] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.390791] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.893280] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.395588] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.897609] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.897759] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.897822] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.898026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.898163] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.898273] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1363.927342] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.927494] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.927564] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.927769] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.927912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.936443] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1365.947932] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1365.948292] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.948337] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.948531] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.948720] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.948829] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.948893] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.949053] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.949134] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.949217] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.949304] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.307681] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.307885] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1366.452489] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.954524] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e: rpc.has_security_group_logging(os_id): False [ 1366.970855] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.971012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.971012] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.971236] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.971325] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.971568] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.971691] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.971777] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.971931] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.972025] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.972105] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1367.023502] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.023654] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.023711] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.023851] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.023987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.034161] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1369.048024] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1369.048347] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.309256] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.309256] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.730973] env[69513]: INFO networking_nsxv3.common.synchronization [req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf req-15015776-669c-42dc-8dd2-af7f093b14bc tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_members [ 1374.731409] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef with Priority: HIGHEST for action security_group_members [ 1374.731715] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-38dc767f-f978-4e7c-840f-ec57c67ca8ef taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.731837] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.731923] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.732098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.732717] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.732717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.732717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.732717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.732717] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.732717] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38dc767f-f978-4e7c-840f-ec57c67ca8ef',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.235742] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.236115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.236115] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.236297] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.258836] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.259044] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.259219] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.259303] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.259428] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.259512] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.259602] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef is going to be updated. [ 1375.284417] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.284576] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.284619] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.284782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.284915] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.292295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef in Status: IN_PROGRESS for 2s [ 1377.304406] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef in Status: SUCCESS [ 1377.304406] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38dc767f-f978-4e7c-840f-ec57c67ca8ef deletion is rescheduled due to dependency. [ 1377.304406] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38dc767f-f978-4e7c-840f-ec57c67ca8ef" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.251060] env[69513]: INFO networking_nsxv3.common.synchronization [None req-488c8b07-93ad-4d16-933b-aae229809fe0 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_rules [ 1379.251611] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_rules [ 1379.251918] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.252052] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.252120] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.252365] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.252446] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.317404] env[69513]: INFO networking_nsxv3.common.synchronization [None req-0eac0960-f5bc-48a8-abcf-32e5fceb3617 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_rules [ 1379.317889] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_rules [ 1379.318187] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.318283] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.772928] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.773094] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.773166] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.773375] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.773470] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.773563] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 already deleted. [ 1379.773648] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.773793] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.773946] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.774058] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.293256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.293609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.293609] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.293761] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.293862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.293994] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 already deleted. [ 1380.294116] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.319026] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.319400] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.554836] env[69513]: INFO networking_nsxv3.common.synchronization [req-9c24e375-d6a9-49e6-8378-79e8f8db2272 req-945c8b44-0a78-495d-828e-de0432ba11da tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_members [ 1384.555113] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_members [ 1384.555410] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.555529] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.555593] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.555841] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.555995] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.556179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.556179] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.556320] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.556402] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.556483] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.835312] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.835507] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.835640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.835910] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.836189] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.836352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.836473] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.836685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.836835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.837425] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1384.837592] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] NeedRegenerationException {{(pid=69513) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1384.837712] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] no value, waiting for create lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1384.837961] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] value creation lock acquired {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1384.838138] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] No value present for key: 'zone-id' {{(pid=69513) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1384.838274] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Calling creation function for not-yet-present value {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1384.838446] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1384.860290] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1384.860437] env[69513]: DEBUG dogpile.cache.region [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69513) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1384.860622] env[69513]: DEBUG dogpile.lock [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Released creation lock {{(pid=69513) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1384.860800] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "network-388" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.861113] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock port-3fa221cb-1c1e-45b6-be93-b15fcf293d19 taken with stack trace [, , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.861297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.861424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.861747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.861918] env[69513]: DEBUG networking_nsxv3.api.rpc [None req-0089b292-dace-415e-974f-3faf8222b95e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa221cb-1c1e-45b6-be93-b15fcf293d19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.059419] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.059637] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.059686] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.060022] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.060131] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.060357] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.060472] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.060555] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.060725] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.060853] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.060946] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 already deleted. [ 1385.061032] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.364227] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.364568] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.364568] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.364857] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.365028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.365192] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Segment Port 3fa221cb-1c1e-45b6-be93-b15fcf293d19 not found, creating... [ 1385.365447] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.365609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.365728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.365948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.366099] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.366381] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.366548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.366730] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.366862] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.366996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.367149] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Resource: SegmentPort with ID: 3fa221cb-1c1e-45b6-be93-b15fcf293d19 is going to be created. [ 1385.386357] env[69513]: DEBUG networking_nsxv3.common.locking [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.386502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.386630] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.386925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.387134] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.387362] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0089b292-dace-415e-974f-3faf8222b95e None None] Releasing lock "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.071226] env[69513]: INFO networking_nsxv3.common.synchronization [req-9c24e375-d6a9-49e6-8378-79e8f8db2272 req-0ee6808e-cf60-4de8-af67-30a00fa31372 service nova] Enqueued Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_rules [ 1386.071226] env[69513]: INFO networking_nsxv3.common.synchronization [req-9c24e375-d6a9-49e6-8378-79e8f8db2272 req-0ee6808e-cf60-4de8-af67-30a00fa31372 service nova] Enqueued Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_members [ 1386.071226] env[69513]: INFO networking_nsxv3.common.synchronization [req-9c24e375-d6a9-49e6-8378-79e8f8db2272 req-0ee6808e-cf60-4de8-af67-30a00fa31372 service nova] Enqueued Resource ID: 3fa221cb-1c1e-45b6-be93-b15fcf293d19 with Priority: HIGHEST for action port [ 1386.071226] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_rules [ 1386.071226] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_members [ 1386.071226] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa221cb-1c1e-45b6-be93-b15fcf293d19 with Priority: HIGHEST for action port [ 1386.071781] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.071918] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.071993] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.072251] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.072305] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.073455] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.073552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.073624] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.073774] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.073925] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.074026] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.074098] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.074234] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.074306] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.074389] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.075115] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa221cb-1c1e-45b6-be93-b15fcf293d19 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.075255] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.075333] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.075463] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.075535] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa221cb-1c1e-45b6-be93-b15fcf293d19',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.577527] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.578689] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.578940] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.579214] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fa221cb-1c1e-45b6-be93-b15fcf293d19 with status ACTIVE [ 1386.579214] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.579391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.579391] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.579581] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.579663] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.579831] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.579935] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.580028] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.580152] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.580227] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.580400] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.580506] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.580583] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.580742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.580742] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.580885] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fa221cb-1c1e-45b6-be93-b15fcf293d19 is going to be updated. [ 1386.599937] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.600076] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.600186] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.600353] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.600435] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.600660] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa221cb-1c1e-45b6-be93-b15fcf293d19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.080025] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.582526] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.582835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.582835] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.583031] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.583155] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.583266] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 is going to be created. [ 1387.604853] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.604994] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.605058] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.605265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.605438] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.613287] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 in Status: UNINITIALIZED for 2s [ 1389.623148] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 in Status: SUCCESS [ 1389.623562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.623562] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.623669] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.623833] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.623951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.624024] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.624178] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.624257] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.624341] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.624430] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.126720] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.631061] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9142ef9-5e0a-4e95-9cad-31b6690414b1: rpc.has_security_group_logging(os_id): False [ 1390.647079] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.647238] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.647294] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.647478] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.647569] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.647823] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.647901] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.647981] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.648135] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.648212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.648299] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 is going to be created. [ 1390.700566] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.700714] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.700758] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.700951] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.701125] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.710267] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 in Status: IN_PROGRESS for 2s [ 1391.072803] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.072969] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1392.722611] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 in Status: SUCCESS [ 1392.722872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.074378] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.074722] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.075217] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.075474] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.077086] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.077484] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.077789] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.078132] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.079770] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.080138] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.080675] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.081157] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.408894] env[69513]: INFO networking_nsxv3.common.synchronization [req-2f21055b-257f-480e-a4a2-80cc4fcc0ede req-09c8b500-900b-48c1-884c-fd592f74f154 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Enqueued Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1424.409446] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e with Priority: HIGHEST for action security_group_members [ 1424.409752] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.409870] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.410496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.410496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.410496] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.410496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.410496] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.410782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.410782] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.410782] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ef28dc-f2b8-4ed0-b366-2b55e2242d7e',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.913156] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.913382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.913382] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.913589] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.913708] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.913918] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.914078] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.914161] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.914265] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.914342] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.914429] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e is going to be updated. [ 1424.946034] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.946212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.946212] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.946362] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.946499] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.965133] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: IN_PROGRESS for 2s [ 1426.481656] env[69513]: INFO networking_nsxv3.common.synchronization [req-904254cc-37d9-4cd2-912e-9ea5b7b5228e req-56499837-1ccf-4899-94c1-08252c0ceac6 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_members [ 1426.482135] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 with Priority: HIGHEST for action security_group_members [ 1426.482444] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.482623] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.482718] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.482936] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.483186] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.483263] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.483315] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.483471] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.483580] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.483719] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.975103] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e in Status: SUCCESS [ 1426.975341] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ef28dc-f2b8-4ed0-b366-2b55e2242d7e deletion is rescheduled due to dependency. [ 1426.975410] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ef28dc-f2b8-4ed0-b366-2b55e2242d7e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.985908] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.986087] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.986167] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.986324] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.986413] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.986602] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.986731] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.986812] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.986912] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.986987] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.987083] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 is going to be updated. [ 1427.012235] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.012235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.012235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.012235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.012235] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.019700] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 in Status: IN_PROGRESS for 2s [ 1429.030201] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 in Status: SUCCESS [ 1429.030552] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8 deletion is rescheduled due to dependency. [ 1429.030552] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e58cd49-1f1f-4cc7-a39f-89cabf45cdf8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.483512] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.483884] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.485374] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.485758] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.528018] env[69513]: INFO networking_nsxv3.common.synchronization [req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 req-0c909d09-afda-4ace-9a97-cad24e65bb88 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1437.528018] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1437.528381] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.528443] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.528508] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.528719] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.529027] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.529027] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.529240] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.529605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.529605] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.529605] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.031481] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.533633] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.035557] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.035730] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.035815] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.036041] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.036147] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.036253] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be updated. [ 1439.065698] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.065698] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.065944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.065944] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.066059] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.075883] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1441.086506] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1441.086928] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.529181] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.529610] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.133849] env[69513]: INFO networking_nsxv3.common.synchronization [req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f req-a7570447-e28d-40d5-a590-babc0054f06d tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Enqueued Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1444.133849] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 with Priority: HIGHEST for action security_group_members [ 1444.134408] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.134408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.134408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.134408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.134408] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.134629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.134629] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.134751] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.134790] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.134900] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d8438f-364b-41e2-a84f-6bf1c22c31c9',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.637466] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.637667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.637667] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.637872] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.637967] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.638170] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.638268] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.638331] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.638477] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.638553] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.638686] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 is going to be updated. [ 1444.665061] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.665203] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.665250] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.665408] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.665540] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.673815] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: IN_PROGRESS for 2s [ 1446.684295] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 in Status: SUCCESS [ 1446.684659] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d8438f-364b-41e2-a84f-6bf1c22c31c9 deletion is rescheduled due to dependency. [ 1446.684659] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d8438f-364b-41e2-a84f-6bf1c22c31c9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.290367] env[69513]: INFO networking_nsxv3.common.synchronization [req-61693168-dc7e-496a-8731-aedf51b39858 req-8d8bad00-ca4b-4ed4-bf39-ecaabd1415d4 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Enqueued Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_members [ 1447.290367] env[69513]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 with Priority: HIGHEST for action security_group_members [ 1447.290367] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9142ef9-5e0a-4e95-9cad-31b6690414b1 taken with stack trace [, , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.290367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.290367] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.291232] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.291416] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.291522] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.291592] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.291770] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.291862] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.291955] env[69513]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9142ef9-5e0a-4e95-9cad-31b6690414b1',) {} {{(pid=69513) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.794488] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.794883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.794883] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.794988] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.795093] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.795330] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.795446] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.795511] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.795675] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.795755] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.795842] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 is going to be updated. [ 1447.821256] env[69513]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69513) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.821432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.821432] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.821646] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.821713] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.829015] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 in Status: IN_PROGRESS for 2s [ 1449.839244] env[69513]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 in Status: SUCCESS [ 1449.839615] env[69513]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9142ef9-5e0a-4e95-9cad-31b6690414b1 deletion is rescheduled due to dependency. [ 1449.839615] env[69513]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9142ef9-5e0a-4e95-9cad-31b6690414b1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.290646] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.291228] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.291764] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.292159] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.293068] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.293068] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.294141] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.294417] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.295048] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.295447] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.296333] env[69513]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.296641] env[69513]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0